2024-12-11 22:50:00,082 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 22:50:00,104 main DEBUG Took 0.020128 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 22:50:00,104 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 22:50:00,105 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 22:50:00,106 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 22:50:00,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,116 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 22:50:00,134 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,138 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,140 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,141 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,143 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,145 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,146 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,147 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,150 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 22:50:00,150 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,151 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 22:50:00,153 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 22:50:00,155 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 22:50:00,157 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 22:50:00,158 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 22:50:00,160 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 22:50:00,161 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 22:50:00,172 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 22:50:00,175 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 22:50:00,177 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 22:50:00,178 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 22:50:00,179 main DEBUG createAppenders(={Console}) 2024-12-11 22:50:00,180 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-11 22:50:00,180 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 22:50:00,181 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-11 22:50:00,181 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 22:50:00,182 main DEBUG OutputStream closed 2024-12-11 22:50:00,182 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 22:50:00,183 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 22:50:00,183 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-11 22:50:00,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 22:50:00,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 22:50:00,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 22:50:00,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 22:50:00,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 22:50:00,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 22:50:00,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 22:50:00,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 22:50:00,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 22:50:00,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 22:50:00,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 22:50:00,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 22:50:00,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 22:50:00,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 22:50:00,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 22:50:00,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 22:50:00,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 22:50:00,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 22:50:00,310 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 22:50:00,311 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-11 22:50:00,311 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 22:50:00,312 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-11T22:50:00,332 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-11 22:50:00,336 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 22:50:00,336 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T22:50:00,344 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-11T22:50:00,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=11036 2024-12-11T22:50:00,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de 2024-12-11T22:50:00,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T22:50:00,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54, deleteOnExit=true 2024-12-11T22:50:00,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T22:50:00,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/test.cache.data in system properties and HBase conf 2024-12-11T22:50:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T22:50:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir in system properties and HBase conf 2024-12-11T22:50:00,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T22:50:00,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T22:50:00,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T22:50:00,865 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T22:50:01,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:50:01,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:50:01,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:50:01,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T22:50:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:50:01,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T22:50:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T22:50:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:50:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:50:01,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T22:50:01,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/nfs.dump.dir in system properties and HBase conf 2024-12-11T22:50:01,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/java.io.tmpdir in system properties and HBase conf 2024-12-11T22:50:01,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:50:01,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T22:50:01,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T22:50:02,766 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T22:50:02,836 INFO [Time-limited test {}] log.Log(170): Logging initialized @3475ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T22:50:02,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:50:02,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:50:03,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:50:03,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:50:03,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T22:50:03,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:50:03,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:50:03,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:50:03,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/java.io.tmpdir/jetty-localhost-43155-hadoop-hdfs-3_4_1-tests_jar-_-any-17212180612967935103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:50:03,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43155} 2024-12-11T22:50:03,300 INFO [Time-limited test {}] server.Server(415): Started @3939ms 2024-12-11T22:50:03,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:50:03,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:50:03,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:50:03,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:50:03,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T22:50:03,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:50:03,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:50:04,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/java.io.tmpdir/jetty-localhost-34667-hadoop-hdfs-3_4_1-tests_jar-_-any-1576535380256444540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:50:04,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:34667} 2024-12-11T22:50:04,089 INFO [Time-limited test {}] server.Server(415): Started @4728ms 2024-12-11T22:50:04,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:50:04,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:50:04,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:50:04,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:50:04,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:50:04,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T22:50:04,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:50:04,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:50:04,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/java.io.tmpdir/jetty-localhost-43869-hadoop-hdfs-3_4_1-tests_jar-_-any-16922318007142849986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:50:04,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:43869} 2024-12-11T22:50:04,409 INFO [Time-limited test {}] server.Server(415): Started @5049ms 2024-12-11T22:50:04,412 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:50:04,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:50:04,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:50:04,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:50:04,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:50:04,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T22:50:04,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:50:04,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:50:04,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/java.io.tmpdir/jetty-localhost-39755-hadoop-hdfs-3_4_1-tests_jar-_-any-5980152882218247064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:50:04,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:39755} 2024-12-11T22:50:04,580 INFO [Time-limited test {}] server.Server(415): Started @5219ms 2024-12-11T22:50:04,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:50:06,209 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data3/current/BP-404502276-172.17.0.2-1733957401748/current, will proceed with Du for space computation calculation, 2024-12-11T22:50:06,209 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data4/current/BP-404502276-172.17.0.2-1733957401748/current, will proceed with Du for space computation calculation, 2024-12-11T22:50:06,209 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data2/current/BP-404502276-172.17.0.2-1733957401748/current, will proceed with Du for space computation calculation, 2024-12-11T22:50:06,209 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data1/current/BP-404502276-172.17.0.2-1733957401748/current, will proceed with Du for space computation calculation, 2024-12-11T22:50:06,253 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:50:06,254 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:50:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e816547beb853e7 with lease ID 0xf025cf561ddaa1be: Processing first storage report for DS-e4b73628-c820-43b6-bd73-f6d1a3355c75 from datanode DatanodeRegistration(127.0.0.1:45079, datanodeUuid=99d5158d-6ab1-4d76-b90d-842911dbb6f0, infoPort=45239, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748) 2024-12-11T22:50:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e816547beb853e7 with lease ID 0xf025cf561ddaa1be: from storage DS-e4b73628-c820-43b6-bd73-f6d1a3355c75 node DatanodeRegistration(127.0.0.1:45079, datanodeUuid=99d5158d-6ab1-4d76-b90d-842911dbb6f0, infoPort=45239, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T22:50:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab23035920db612b with lease ID 0xf025cf561ddaa1bf: Processing first storage report for DS-8ec4c301-0597-4cce-b88a-bbe60421276c from datanode DatanodeRegistration(127.0.0.1:33231, datanodeUuid=60558f51-6113-442b-9eef-b41e404b9722, infoPort=35799, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748) 2024-12-11T22:50:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab23035920db612b with lease ID 0xf025cf561ddaa1bf: from storage DS-8ec4c301-0597-4cce-b88a-bbe60421276c node DatanodeRegistration(127.0.0.1:33231, datanodeUuid=60558f51-6113-442b-9eef-b41e404b9722, infoPort=35799, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:50:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e816547beb853e7 with lease ID 0xf025cf561ddaa1be: Processing first storage report for DS-4715a304-1bc0-4b0c-9609-0958c16ab247 from datanode DatanodeRegistration(127.0.0.1:45079, datanodeUuid=99d5158d-6ab1-4d76-b90d-842911dbb6f0, infoPort=45239, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748) 2024-12-11T22:50:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e816547beb853e7 with lease ID 0xf025cf561ddaa1be: from storage DS-4715a304-1bc0-4b0c-9609-0958c16ab247 node DatanodeRegistration(127.0.0.1:45079, datanodeUuid=99d5158d-6ab1-4d76-b90d-842911dbb6f0, infoPort=45239, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:50:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab23035920db612b with lease ID 0xf025cf561ddaa1bf: Processing first storage report for DS-718d66b1-42d4-453b-bbe7-49568a391991 from datanode DatanodeRegistration(127.0.0.1:33231, datanodeUuid=60558f51-6113-442b-9eef-b41e404b9722, infoPort=35799, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748) 2024-12-11T22:50:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab23035920db612b with lease ID 0xf025cf561ddaa1bf: from storage DS-718d66b1-42d4-453b-bbe7-49568a391991 node DatanodeRegistration(127.0.0.1:33231, datanodeUuid=60558f51-6113-442b-9eef-b41e404b9722, infoPort=35799, infoSecurePort=0, ipcPort=46143, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:50:06,363 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data5/current/BP-404502276-172.17.0.2-1733957401748/current, will proceed with Du for space computation calculation, 2024-12-11T22:50:06,363 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data6/current/BP-404502276-172.17.0.2-1733957401748/current, will proceed with Du for space computation calculation, 2024-12-11T22:50:06,389 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:50:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68fd6f860e12784 with lease ID 0xf025cf561ddaa1c0: Processing first storage report for DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b from datanode DatanodeRegistration(127.0.0.1:39999, datanodeUuid=ce55f208-549f-4e4f-b600-a194ad3512d4, infoPort=35413, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748) 2024-12-11T22:50:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68fd6f860e12784 with lease ID 0xf025cf561ddaa1c0: from storage DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b node DatanodeRegistration(127.0.0.1:39999, datanodeUuid=ce55f208-549f-4e4f-b600-a194ad3512d4, infoPort=35413, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:50:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68fd6f860e12784 with lease ID 0xf025cf561ddaa1c0: Processing first storage report for DS-e98db69d-5799-4028-8ee7-0e85c4262fe5 from datanode DatanodeRegistration(127.0.0.1:39999, datanodeUuid=ce55f208-549f-4e4f-b600-a194ad3512d4, infoPort=35413, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748) 2024-12-11T22:50:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68fd6f860e12784 with lease ID 0xf025cf561ddaa1c0: from storage DS-e98db69d-5799-4028-8ee7-0e85c4262fe5 node DatanodeRegistration(127.0.0.1:39999, datanodeUuid=ce55f208-549f-4e4f-b600-a194ad3512d4, infoPort=35413, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=1672678692;c=1733957401748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:50:06,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de 2024-12-11T22:50:06,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/zookeeper_0, clientPort=56420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T22:50:06,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56420 2024-12-11T22:50:06,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:06,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:06,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:50:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:50:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:50:07,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa with version=8 2024-12-11T22:50:07,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/hbase-staging 2024-12-11T22:50:07,305 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T22:50:07,507 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:50:07,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:07,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:07,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:50:07,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:07,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:50:07,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T22:50:07,703 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T22:50:07,715 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T22:50:07,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:50:07,747 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1524 (auto-detected) 2024-12-11T22:50:07,749 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T22:50:07,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42633 2024-12-11T22:50:07,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42633 connecting to ZooKeeper ensemble=127.0.0.1:56420 2024-12-11T22:50:07,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426330x0, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:50:07,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42633-0x100171255fd0000 connected 2024-12-11T22:50:08,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:50:08,082 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa, hbase.cluster.distributed=false 2024-12-11T22:50:08,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:50:08,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-11T22:50:08,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42633 2024-12-11T22:50:08,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42633 2024-12-11T22:50:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-11T22:50:08,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-11T22:50:08,229 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:50:08,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:50:08,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:50:08,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:50:08,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:50:08,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37777 2024-12-11T22:50:08,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37777 connecting to ZooKeeper ensemble=127.0.0.1:56420 2024-12-11T22:50:08,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377770x0, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:50:08,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377770x0, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:50:08,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37777-0x100171255fd0001 connected 2024-12-11T22:50:08,263 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:50:08,270 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:50:08,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:50:08,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:50:08,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37777 2024-12-11T22:50:08,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37777 2024-12-11T22:50:08,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37777 2024-12-11T22:50:08,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37777 2024-12-11T22:50:08,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37777 2024-12-11T22:50:08,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:50:08,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:50:08,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:50:08,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:50:08,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:50:08,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41531 2024-12-11T22:50:08,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41531 connecting to ZooKeeper ensemble=127.0.0.1:56420 2024-12-11T22:50:08,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415310x0, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:50:08,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415310x0, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:50:08,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:50:08,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41531-0x100171255fd0002 connected 2024-12-11T22:50:08,340 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:50:08,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:50:08,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:50:08,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41531 2024-12-11T22:50:08,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41531 2024-12-11T22:50:08,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41531 2024-12-11T22:50:08,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41531 2024-12-11T22:50:08,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41531 2024-12-11T22:50:08,361 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:50:08,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:50:08,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:50:08,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:50:08,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:50:08,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:50:08,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33897 2024-12-11T22:50:08,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33897 connecting to ZooKeeper ensemble=127.0.0.1:56420 2024-12-11T22:50:08,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338970x0, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:50:08,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338970x0, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:50:08,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33897-0x100171255fd0003 connected 2024-12-11T22:50:08,383 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:50:08,384 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:50:08,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:50:08,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:50:08,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33897 2024-12-11T22:50:08,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33897 2024-12-11T22:50:08,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33897 2024-12-11T22:50:08,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33897 2024-12-11T22:50:08,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33897 2024-12-11T22:50:08,409 DEBUG [M:0;d462fa545078:42633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d462fa545078:42633 2024-12-11T22:50:08,410 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d462fa545078,42633,1733957407351 2024-12-11T22:50:08,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,428 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d462fa545078,42633,1733957407351 2024-12-11T22:50:08,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:50:08,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:50:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:50:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,457 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T22:50:08,458 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d462fa545078,42633,1733957407351 from backup master directory 2024-12-11T22:50:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d462fa545078,42633,1733957407351 2024-12-11T22:50:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:50:08,469 WARN [master/d462fa545078:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:50:08,469 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d462fa545078,42633,1733957407351 2024-12-11T22:50:08,471 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T22:50:08,472 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T22:50:08,530 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/hbase.id] with ID: 5b2cb985-bb6b-4228-9647-bffd34584121 2024-12-11T22:50:08,530 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.tmp/hbase.id 2024-12-11T22:50:08,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:50:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:50:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:50:08,545 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.tmp/hbase.id]:[hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/hbase.id] 2024-12-11T22:50:08,591 INFO [master/d462fa545078:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:50:08,596 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T22:50:08,614 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-11T22:50:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:50:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:50:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:50:08,656 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:50:08,658 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T22:50:08,670 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:50:08,673 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:50:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:50:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:50:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:50:08,716 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store 2024-12-11T22:50:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:50:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:50:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:50:08,741 INFO [master/d462fa545078:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T22:50:08,744 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:08,745 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:50:08,746 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:50:08,746 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:50:08,747 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:50:08,748 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:50:08,748 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:50:08,749 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957408745Disabling compacts and flushes for region at 1733957408745Disabling writes for close at 1733957408747 (+2 ms)Writing region close event to WAL at 1733957408748 (+1 ms)Closed at 1733957408748 2024-12-11T22:50:08,751 WARN [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/.initializing 2024-12-11T22:50:08,751 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/WALs/d462fa545078,42633,1733957407351 2024-12-11T22:50:08,759 INFO [master/d462fa545078:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:50:08,772 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C42633%2C1733957407351, suffix=, logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/WALs/d462fa545078,42633,1733957407351, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/oldWALs, maxLogs=10 2024-12-11T22:50:08,791 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/WALs/d462fa545078,42633,1733957407351/d462fa545078%2C42633%2C1733957407351.1733957408776, exclude list is [], retry=0 2024-12-11T22:50:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39999,DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b,DISK] 2024-12-11T22:50:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-8ec4c301-0597-4cce-b88a-bbe60421276c,DISK] 2024-12-11T22:50:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45079,DS-e4b73628-c820-43b6-bd73-f6d1a3355c75,DISK] 2024-12-11T22:50:08,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T22:50:08,843 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/WALs/d462fa545078,42633,1733957407351/d462fa545078%2C42633%2C1733957407351.1733957408776 2024-12-11T22:50:08,844 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35799:35799),(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:45239:45239)] 2024-12-11T22:50:08,844 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:50:08,844 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:08,847 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,848 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T22:50:08,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:08,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:08,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T22:50:08,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:08,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:08,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T22:50:08,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:08,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:08,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T22:50:08,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:08,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:08,921 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,924 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,925 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,929 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,930 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,933 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:50:08,936 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:50:08,940 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:08,941 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63272622, jitterRate=-0.05716446042060852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:50:08,946 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733957408859Initializing all the Stores at 1733957408860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957408861 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957408861Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957408862 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957408862Cleaning up temporary data from old regions at 1733957408930 (+68 ms)Region opened successfully at 1733957408945 (+15 ms) 2024-12-11T22:50:08,947 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T22:50:08,974 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f857c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:50:08,998 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T22:50:09,007 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T22:50:09,007 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T22:50:09,009 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T22:50:09,010 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T22:50:09,014 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-11T22:50:09,014 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T22:50:09,036 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T22:50:09,044 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T22:50:09,118 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T22:50:09,123 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T22:50:09,126 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T22:50:09,139 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T22:50:09,141 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T22:50:09,145 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T22:50:09,158 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T22:50:09,160 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T22:50:09,171 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T22:50:09,194 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T22:50:09,202 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,217 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d462fa545078,42633,1733957407351, sessionid=0x100171255fd0000, setting cluster-up flag (Was=false) 2024-12-11T22:50:09,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,277 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T22:50:09,283 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,42633,1733957407351 2024-12-11T22:50:09,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:09,339 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T22:50:09,343 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,42633,1733957407351 2024-12-11T22:50:09,351 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T22:50:09,399 INFO [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(746): ClusterId : 5b2cb985-bb6b-4228-9647-bffd34584121 2024-12-11T22:50:09,399 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(746): ClusterId : 5b2cb985-bb6b-4228-9647-bffd34584121 2024-12-11T22:50:09,399 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(746): ClusterId : 5b2cb985-bb6b-4228-9647-bffd34584121 2024-12-11T22:50:09,402 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:50:09,402 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:50:09,402 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:50:09,415 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:50:09,415 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:50:09,415 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:50:09,415 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:50:09,415 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:50:09,415 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:50:09,419 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T22:50:09,425 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:50:09,425 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:50:09,425 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:50:09,426 DEBUG [RS:0;d462fa545078:37777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a12177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:50:09,426 DEBUG [RS:2;d462fa545078:33897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26aab2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:50:09,426 DEBUG [RS:1;d462fa545078:41531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afee760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:50:09,428 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T22:50:09,435 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T22:50:09,439 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d462fa545078:33897 2024-12-11T22:50:09,441 DEBUG [RS:0;d462fa545078:37777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d462fa545078:37777 2024-12-11T22:50:09,442 INFO [RS:2;d462fa545078:33897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:50:09,442 INFO [RS:0;d462fa545078:37777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:50:09,442 INFO [RS:2;d462fa545078:33897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:50:09,442 INFO [RS:0;d462fa545078:37777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:50:09,442 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:50:09,442 DEBUG [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:50:09,440 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d462fa545078,42633,1733957407351 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T22:50:09,443 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d462fa545078:41531 2024-12-11T22:50:09,443 INFO [RS:1;d462fa545078:41531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:50:09,443 INFO [RS:1;d462fa545078:41531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:50:09,444 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:50:09,444 INFO [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,42633,1733957407351 with port=37777, startcode=1733957408196 2024-12-11T22:50:09,444 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,42633,1733957407351 with port=33897, startcode=1733957408360 2024-12-11T22:50:09,444 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,42633,1733957407351 with port=41531, startcode=1733957408305 2024-12-11T22:50:09,447 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:50:09,447 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:50:09,447 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:50:09,447 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:50:09,447 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d462fa545078:0, corePoolSize=10, maxPoolSize=10 2024-12-11T22:50:09,448 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,448 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:50:09,448 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,449 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733957439449 2024-12-11T22:50:09,451 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T22:50:09,453 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T22:50:09,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:50:09,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T22:50:09,456 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T22:50:09,456 DEBUG [RS:2;d462fa545078:33897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:50:09,456 DEBUG [RS:1;d462fa545078:41531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:50:09,456 DEBUG [RS:0;d462fa545078:37777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:50:09,456 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T22:50:09,457 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T22:50:09,457 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T22:50:09,459 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:09,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:50:09,461 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,463 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T22:50:09,465 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T22:50:09,465 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T22:50:09,469 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T22:50:09,469 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T22:50:09,472 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957409470,5,FailOnTimeoutGroup] 2024-12-11T22:50:09,477 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957409472,5,FailOnTimeoutGroup] 2024-12-11T22:50:09,477 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,477 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T22:50:09,478 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,479 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741831_1007 (size=1321) 2024-12-11T22:50:09,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741831_1007 (size=1321) 2024-12-11T22:50:09,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741831_1007 (size=1321) 2024-12-11T22:50:09,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T22:50:09,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:09,542 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:50:09,542 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:50:09,542 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:50:09,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,41531,1733957408305 2024-12-11T22:50:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741832_1008 (size=32) 2024-12-11T22:50:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741832_1008 (size=32) 2024-12-11T22:50:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741832_1008 (size=32) 2024-12-11T22:50:09,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(517): Registering regionserver=d462fa545078,41531,1733957408305 2024-12-11T22:50:09,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:09,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:50:09,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:50:09,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:09,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:09,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T22:50:09,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:50:09,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:09,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:09,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:50:09,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,37777,1733957408196 2024-12-11T22:50:09,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(517): Registering regionserver=d462fa545078,37777,1733957408196 2024-12-11T22:50:09,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:50:09,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:09,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:09,571 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:09,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:50:09,571 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42573 2024-12-11T22:50:09,571 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:50:09,572 DEBUG [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:09,572 DEBUG [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42573 2024-12-11T22:50:09,572 DEBUG [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:50:09,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,33897,1733957408360 2024-12-11T22:50:09,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(517): Registering regionserver=d462fa545078,33897,1733957408360 2024-12-11T22:50:09,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:50:09,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:09,578 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:09,578 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42573 2024-12-11T22:50:09,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:09,578 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:50:09,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:50:09,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740 2024-12-11T22:50:09,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740 2024-12-11T22:50:09,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:50:09,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:50:09,586 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:50:09,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:50:09,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:09,595 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71874302, jitterRate=0.07101055979728699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:50:09,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733957409554Initializing all the Stores at 1733957409556 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957409556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957409556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957409557 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957409558 (+1 ms)Cleaning up temporary data from old regions at 1733957409585 (+27 ms)Region opened successfully at 1733957409597 (+12 ms) 2024-12-11T22:50:09,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:50:09,597 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:50:09,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:50:09,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:50:09,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:50:09,599 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:50:09,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957409597Disabling compacts and flushes for region at 1733957409597Disabling writes for close at 1733957409597Writing region close event to WAL at 1733957409598 (+1 ms)Closed at 1733957409599 (+1 ms) 2024-12-11T22:50:09,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:50:09,603 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T22:50:09,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:50:09,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:50:09,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:50:09,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T22:50:09,634 DEBUG [RS:1;d462fa545078:41531 {}] zookeeper.ZKUtil(111): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,41531,1733957408305 2024-12-11T22:50:09,634 DEBUG [RS:0;d462fa545078:37777 {}] zookeeper.ZKUtil(111): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,37777,1733957408196 2024-12-11T22:50:09,634 WARN [RS:1;d462fa545078:41531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:50:09,634 WARN [RS:0;d462fa545078:37777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:50:09,635 INFO [RS:0;d462fa545078:37777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:50:09,635 INFO [RS:1;d462fa545078:41531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:50:09,635 DEBUG [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196 2024-12-11T22:50:09,635 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,41531,1733957408305 2024-12-11T22:50:09,635 DEBUG [RS:2;d462fa545078:33897 {}] zookeeper.ZKUtil(111): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,33897,1733957408360 2024-12-11T22:50:09,636 WARN [RS:2;d462fa545078:33897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:50:09,636 INFO [RS:2;d462fa545078:33897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:50:09,636 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,33897,1733957408360 2024-12-11T22:50:09,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,37777,1733957408196] 2024-12-11T22:50:09,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,41531,1733957408305] 2024-12-11T22:50:09,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,33897,1733957408360] 2024-12-11T22:50:09,661 INFO [RS:1;d462fa545078:41531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:50:09,661 INFO [RS:0;d462fa545078:37777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:50:09,661 INFO [RS:2;d462fa545078:33897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:50:09,675 INFO [RS:2;d462fa545078:33897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:50:09,676 INFO [RS:0;d462fa545078:37777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:50:09,676 INFO [RS:1;d462fa545078:41531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:50:09,681 INFO [RS:1;d462fa545078:41531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:50:09,681 INFO [RS:0;d462fa545078:37777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:50:09,681 INFO [RS:2;d462fa545078:33897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:50:09,681 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,681 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,681 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,682 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:50:09,682 INFO [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:50:09,682 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:50:09,688 INFO [RS:0;d462fa545078:37777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:50:09,688 INFO [RS:1;d462fa545078:41531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:50:09,688 INFO [RS:2;d462fa545078:33897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:50:09,689 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,689 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,689 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,690 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,690 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:50:09,691 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:50:09,691 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:50:09,691 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,691 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,692 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,692 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:50:09,692 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:50:09,692 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:50:09,692 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:50:09,692 DEBUG [RS:1;d462fa545078:41531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:50:09,692 DEBUG [RS:2;d462fa545078:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:50:09,692 DEBUG [RS:0;d462fa545078:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:50:09,701 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,701 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,701 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,701 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,701 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,701 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,37777,1733957408196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:50:09,705 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,705 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,705 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,705 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,705 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,705 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41531,1733957408305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:50:09,709 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,709 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,709 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,709 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,710 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,710 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,33897,1733957408360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:50:09,729 INFO [RS:2;d462fa545078:33897 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:50:09,729 INFO [RS:0;d462fa545078:37777 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:50:09,729 INFO [RS:1;d462fa545078:41531 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:50:09,731 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41531,1733957408305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,731 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,33897,1733957408360-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,731 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,37777,1733957408196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,732 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,732 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,732 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,732 INFO [RS:1;d462fa545078:41531 {}] regionserver.Replication(171): d462fa545078,41531,1733957408305 started 2024-12-11T22:50:09,732 INFO [RS:0;d462fa545078:37777 {}] regionserver.Replication(171): d462fa545078,37777,1733957408196 started 2024-12-11T22:50:09,732 INFO [RS:2;d462fa545078:33897 {}] regionserver.Replication(171): d462fa545078,33897,1733957408360 started 2024-12-11T22:50:09,753 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,753 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,753 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,41531,1733957408305, RpcServer on d462fa545078/172.17.0.2:41531, sessionid=0x100171255fd0002 2024-12-11T22:50:09,753 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,33897,1733957408360, RpcServer on d462fa545078/172.17.0.2:33897, sessionid=0x100171255fd0003 2024-12-11T22:50:09,754 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:50:09,754 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:50:09,754 DEBUG [RS:1;d462fa545078:41531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,41531,1733957408305 2024-12-11T22:50:09,754 DEBUG [RS:2;d462fa545078:33897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,33897,1733957408360 2024-12-11T22:50:09,754 DEBUG [RS:1;d462fa545078:41531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,41531,1733957408305' 2024-12-11T22:50:09,754 DEBUG [RS:2;d462fa545078:33897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,33897,1733957408360' 2024-12-11T22:50:09,754 DEBUG [RS:1;d462fa545078:41531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:50:09,754 DEBUG [RS:2;d462fa545078:33897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:50:09,755 INFO [RS:0;d462fa545078:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:09,755 INFO [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,37777,1733957408196, RpcServer on d462fa545078/172.17.0.2:37777, sessionid=0x100171255fd0001 2024-12-11T22:50:09,755 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:50:09,755 DEBUG [RS:0;d462fa545078:37777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,37777,1733957408196 2024-12-11T22:50:09,755 DEBUG [RS:0;d462fa545078:37777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,37777,1733957408196' 2024-12-11T22:50:09,756 DEBUG [RS:0;d462fa545078:37777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:50:09,756 DEBUG [RS:2;d462fa545078:33897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:50:09,756 DEBUG [RS:0;d462fa545078:37777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:50:09,756 DEBUG [RS:1;d462fa545078:41531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:50:09,757 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:50:09,757 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:50:09,757 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:50:09,757 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:50:09,757 DEBUG [RS:2;d462fa545078:33897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,33897,1733957408360 2024-12-11T22:50:09,757 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:50:09,757 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:50:09,757 DEBUG [RS:2;d462fa545078:33897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,33897,1733957408360' 2024-12-11T22:50:09,757 DEBUG [RS:1;d462fa545078:41531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,41531,1733957408305 2024-12-11T22:50:09,757 DEBUG [RS:0;d462fa545078:37777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,37777,1733957408196 2024-12-11T22:50:09,757 DEBUG [RS:1;d462fa545078:41531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,41531,1733957408305' 2024-12-11T22:50:09,757 DEBUG [RS:2;d462fa545078:33897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:50:09,757 DEBUG [RS:0;d462fa545078:37777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,37777,1733957408196' 2024-12-11T22:50:09,757 DEBUG [RS:1;d462fa545078:41531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:50:09,757 DEBUG [RS:0;d462fa545078:37777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:50:09,758 DEBUG [RS:1;d462fa545078:41531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:50:09,758 DEBUG [RS:2;d462fa545078:33897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:50:09,758 DEBUG [RS:0;d462fa545078:37777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:50:09,759 DEBUG [RS:2;d462fa545078:33897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:50:09,759 INFO [RS:2;d462fa545078:33897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:50:09,759 DEBUG [RS:1;d462fa545078:41531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:50:09,759 INFO [RS:2;d462fa545078:33897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:50:09,759 INFO [RS:1;d462fa545078:41531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:50:09,759 INFO [RS:1;d462fa545078:41531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:50:09,760 DEBUG [RS:0;d462fa545078:37777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:50:09,760 INFO [RS:0;d462fa545078:37777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:50:09,760 INFO [RS:0;d462fa545078:37777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:50:09,773 WARN [d462fa545078:42633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T22:50:09,865 INFO [RS:2;d462fa545078:33897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:50:09,865 INFO [RS:0;d462fa545078:37777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:50:09,866 INFO [RS:1;d462fa545078:41531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:50:09,869 INFO [RS:2;d462fa545078:33897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C33897%2C1733957408360, suffix=, logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,33897,1733957408360, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs, maxLogs=32 2024-12-11T22:50:09,869 INFO [RS:0;d462fa545078:37777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C37777%2C1733957408196, suffix=, logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs, maxLogs=32 2024-12-11T22:50:09,869 INFO [RS:1;d462fa545078:41531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C41531%2C1733957408305, suffix=, logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,41531,1733957408305, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs, maxLogs=32 2024-12-11T22:50:09,885 DEBUG [RS:0;d462fa545078:37777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196/d462fa545078%2C37777%2C1733957408196.1733957409872, exclude list is [], retry=0 2024-12-11T22:50:09,889 DEBUG [RS:2;d462fa545078:33897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,33897,1733957408360/d462fa545078%2C33897%2C1733957408360.1733957409872, exclude list is [], retry=0 2024-12-11T22:50:09,890 DEBUG [RS:1;d462fa545078:41531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,41531,1733957408305/d462fa545078%2C41531%2C1733957408305.1733957409872, exclude list is [], retry=0 2024-12-11T22:50:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-8ec4c301-0597-4cce-b88a-bbe60421276c,DISK] 2024-12-11T22:50:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39999,DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b,DISK] 2024-12-11T22:50:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45079,DS-e4b73628-c820-43b6-bd73-f6d1a3355c75,DISK] 2024-12-11T22:50:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39999,DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b,DISK] 2024-12-11T22:50:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39999,DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b,DISK] 2024-12-11T22:50:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-8ec4c301-0597-4cce-b88a-bbe60421276c,DISK] 2024-12-11T22:50:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45079,DS-e4b73628-c820-43b6-bd73-f6d1a3355c75,DISK] 2024-12-11T22:50:09,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-8ec4c301-0597-4cce-b88a-bbe60421276c,DISK] 2024-12-11T22:50:09,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45079,DS-e4b73628-c820-43b6-bd73-f6d1a3355c75,DISK] 2024-12-11T22:50:09,898 INFO [RS:0;d462fa545078:37777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196/d462fa545078%2C37777%2C1733957408196.1733957409872 2024-12-11T22:50:09,901 DEBUG [RS:0;d462fa545078:37777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35799:35799),(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:45239:45239)] 2024-12-11T22:50:09,904 INFO [RS:1;d462fa545078:41531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,41531,1733957408305/d462fa545078%2C41531%2C1733957408305.1733957409872 2024-12-11T22:50:09,905 DEBUG [RS:1;d462fa545078:41531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:35799:35799),(127.0.0.1/127.0.0.1:45239:45239)] 2024-12-11T22:50:09,905 INFO [RS:2;d462fa545078:33897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,33897,1733957408360/d462fa545078%2C33897%2C1733957408360.1733957409872 2024-12-11T22:50:09,906 DEBUG [RS:2;d462fa545078:33897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:35799:35799),(127.0.0.1/127.0.0.1:45239:45239)] 2024-12-11T22:50:10,028 DEBUG [d462fa545078:42633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T22:50:10,036 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:50:10,042 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:50:10,042 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:50:10,042 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T22:50:10,042 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:50:10,042 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:50:10,042 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T22:50:10,042 INFO [d462fa545078:42633 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:50:10,042 INFO [d462fa545078:42633 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:50:10,042 INFO [d462fa545078:42633 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T22:50:10,042 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:50:10,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:10,055 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,37777,1733957408196, state=OPENING 2024-12-11T22:50:10,074 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T22:50:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:10,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:50:10,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:10,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:10,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:10,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:10,101 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:50:10,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,37777,1733957408196}] 2024-12-11T22:50:17,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T22:50:17,700 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T22:50:20,132 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:50:20,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:50:20,147 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T22:50:20,148 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:50:20,148 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:50:20,151 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C37777%2C1733957408196.meta, suffix=.meta, logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs, maxLogs=32 2024-12-11T22:50:20,171 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, exclude list is [], retry=0 2024-12-11T22:50:20,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45079,DS-e4b73628-c820-43b6-bd73-f6d1a3355c75,DISK] 2024-12-11T22:50:20,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39999,DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b,DISK] 2024-12-11T22:50:20,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-8ec4c301-0597-4cce-b88a-bbe60421276c,DISK] 2024-12-11T22:50:20,183 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta 2024-12-11T22:50:20,184 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:35799:35799)] 2024-12-11T22:50:20,184 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:50:20,186 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:50:20,189 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:50:20,196 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:50:20,202 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:50:20,202 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,203 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T22:50:20,203 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T22:50:20,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:50:20,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:50:20,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:20,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:20,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T22:50:20,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:50:20,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:20,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:20,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:50:20,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:50:20,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:20,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:20,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:50:20,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:50:20,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:20,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:50:20,225 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:50:20,226 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740 2024-12-11T22:50:20,229 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740 2024-12-11T22:50:20,232 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:50:20,232 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:50:20,233 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:50:20,236 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:50:20,238 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66535644, jitterRate=-0.008541643619537354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:50:20,238 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T22:50:20,240 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733957420204Writing region info on filesystem at 1733957420204Initializing all the Stores at 1733957420206 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957420206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957420209 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957420209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957420209Cleaning up temporary data from old regions at 1733957420232 (+23 ms)Running coprocessor post-open hooks at 1733957420238 (+6 ms)Region opened successfully at 1733957420240 (+2 ms) 2024-12-11T22:50:20,246 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733957420120 2024-12-11T22:50:20,259 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:50:20,260 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T22:50:20,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:20,263 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,37777,1733957408196, state=OPEN 2024-12-11T22:50:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:50:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:50:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:50:20,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:20,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:20,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:50:20,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:20,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d462fa545078,37777,1733957408196 2024-12-11T22:50:20,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T22:50:20,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,37777,1733957408196 in 10.1720 sec 2024-12-11T22:50:20,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T22:50:20,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6760 sec 2024-12-11T22:50:20,294 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:50:20,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T22:50:20,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:50:20,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1] 2024-12-11T22:50:20,338 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:50:20,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37853, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:50:20,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9890 sec 2024-12-11T22:50:20,371 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733957420370, completionTime=-1 2024-12-11T22:50:20,374 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T22:50:20,374 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T22:50:20,404 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T22:50:20,404 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733957480404 2024-12-11T22:50:20,404 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733957540404 2024-12-11T22:50:20,404 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-11T22:50:20,406 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:50:20,414 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,42633,1733957407351-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:20,414 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,42633,1733957407351-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:20,414 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,42633,1733957407351-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:20,416 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d462fa545078:42633, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:20,416 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:20,417 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:20,422 DEBUG [master/d462fa545078:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T22:50:20,450 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.981sec 2024-12-11T22:50:20,453 INFO [master/d462fa545078:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T22:50:20,455 INFO [master/d462fa545078:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T22:50:20,456 INFO [master/d462fa545078:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T22:50:20,456 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T22:50:20,457 INFO [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T22:50:20,457 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,42633,1733957407351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:50:20,458 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,42633,1733957407351-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T22:50:20,464 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T22:50:20,465 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T22:50:20,466 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,42633,1733957407351-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:50:20,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d89a120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:50:20,566 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T22:50:20,566 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T22:50:20,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,42633,-1 for getting cluster id 2024-12-11T22:50:20,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T22:50:20,613 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b2cb985-bb6b-4228-9647-bffd34584121' 2024-12-11T22:50:20,617 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T22:50:20,617 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b2cb985-bb6b-4228-9647-bffd34584121" 2024-12-11T22:50:20,618 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21894e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:50:20,618 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,42633,-1] 2024-12-11T22:50:20,622 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T22:50:20,626 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:50:20,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T22:50:20,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7774b3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:50:20,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:50:20,638 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1] 2024-12-11T22:50:20,639 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:50:20,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:50:20,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d462fa545078,42633,1733957407351 2024-12-11T22:50:20,667 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733957420665 (current time:1733957420665). 2024-12-11T22:50:20,667 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T22:50:20,667 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T22:50:20,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197618a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:50:20,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,42633,-1 for getting cluster id 2024-12-11T22:50:20,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T22:50:20,670 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b2cb985-bb6b-4228-9647-bffd34584121' 2024-12-11T22:50:20,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T22:50:20,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b2cb985-bb6b-4228-9647-bffd34584121" 2024-12-11T22:50:20,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3ea0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:50:20,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,42633,-1] 2024-12-11T22:50:20,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T22:50:20,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:50:20,674 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T22:50:20,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7627079f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:50:20,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:50:20,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1] 2024-12-11T22:50:20,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:50:20,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:50:20,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:50:20,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:50:20,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:50:20,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:50:20,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T22:50:20,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T22:50:20,705 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,42633,1733957407351 2024-12-11T22:50:20,708 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ffab4c1 2024-12-11T22:50:20,710 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:50:20,712 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:50:20,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:50:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T22:50:20,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:50:20,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T22:50:20,737 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:20,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:50:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741837_1013 (size=361) 2024-12-11T22:50:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741837_1013 (size=361) 2024-12-11T22:50:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741837_1013 (size=361) 2024-12-11T22:50:20,785 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 806a8160f35f49788e0be99ad82b37e6, NAME => 'SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,787 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 00c11542c2245b788fa5ecac6eb3440c, NAME => 'SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,797 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a5628095a2ed58295077ea3d54167a11, NAME => 'SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741839_1015 (size=62) 2024-12-11T22:50:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741839_1015 (size=62) 2024-12-11T22:50:20,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741839_1015 (size=62) 2024-12-11T22:50:20,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a5628095a2ed58295077ea3d54167a11, disabling compactions & flushes 2024-12-11T22:50:20,851 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:50:20,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:50:20,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. after waiting 0 ms 2024-12-11T22:50:20,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:50:20,851 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:50:20,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a5628095a2ed58295077ea3d54167a11: Waiting for close lock at 1733957420851Disabling compacts and flushes for region at 1733957420851Disabling writes for close at 1733957420851Writing region close event to WAL at 1733957420851Closed at 1733957420851 2024-12-11T22:50:20,852 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6564f3db5671ed0450c94e3c9eb38e70, NAME => 'SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:20,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741838_1014 (size=62) 2024-12-11T22:50:20,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741838_1014 (size=62) 2024-12-11T22:50:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741838_1014 (size=62) 2024-12-11T22:50:20,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 00c11542c2245b788fa5ecac6eb3440c, disabling compactions & flushes 2024-12-11T22:50:20,878 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:20,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:20,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. after waiting 0 ms 2024-12-11T22:50:20,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:20,878 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:20,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 00c11542c2245b788fa5ecac6eb3440c: Waiting for close lock at 1733957420878Disabling compacts and flushes for region at 1733957420878Disabling writes for close at 1733957420878Writing region close event to WAL at 1733957420878Closed at 1733957420878 2024-12-11T22:50:20,879 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a1bb48b3ac610fdf04ae931627829b48, NAME => 'SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741840_1016 (size=54) 2024-12-11T22:50:20,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741840_1016 (size=54) 2024-12-11T22:50:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741840_1016 (size=54) 2024-12-11T22:50:20,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 806a8160f35f49788e0be99ad82b37e6, disabling compactions & flushes 2024-12-11T22:50:20,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:20,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:20,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. after waiting 0 ms 2024-12-11T22:50:20,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:20,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:20,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 806a8160f35f49788e0be99ad82b37e6: Waiting for close lock at 1733957420907Disabling compacts and flushes for region at 1733957420907Disabling writes for close at 1733957420907Writing region close event to WAL at 1733957420907Closed at 1733957420907 2024-12-11T22:50:20,908 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95f9fdd5a80e80837dfbefb6e5623574, NAME => 'SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741841_1017 (size=62) 2024-12-11T22:50:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741841_1017 (size=62) 2024-12-11T22:50:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741841_1017 (size=62) 2024-12-11T22:50:20,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6564f3db5671ed0450c94e3c9eb38e70, disabling compactions & flushes 2024-12-11T22:50:20,931 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:50:20,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:50:20,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. after waiting 0 ms 2024-12-11T22:50:20,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:50:20,931 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:50:20,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6564f3db5671ed0450c94e3c9eb38e70: Waiting for close lock at 1733957420931Disabling compacts and flushes for region at 1733957420931Disabling writes for close at 1733957420931Writing region close event to WAL at 1733957420931Closed at 1733957420931 2024-12-11T22:50:20,932 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1f5fa5003cfc57fe46adef5ae3f5e06f, NAME => 'SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741842_1018 (size=62) 2024-12-11T22:50:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741842_1018 (size=62) 2024-12-11T22:50:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741842_1018 (size=62) 2024-12-11T22:50:20,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a1bb48b3ac610fdf04ae931627829b48, disabling compactions & flushes 2024-12-11T22:50:20,948 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:20,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:20,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. after waiting 0 ms 2024-12-11T22:50:20,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:20,948 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:20,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a1bb48b3ac610fdf04ae931627829b48: Waiting for close lock at 1733957420948Disabling compacts and flushes for region at 1733957420948Disabling writes for close at 1733957420948Writing region close event to WAL at 1733957420948Closed at 1733957420948 2024-12-11T22:50:20,949 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c977e7c0e21dd21c557ac8775cbcda16, NAME => 'SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741843_1019 (size=62) 2024-12-11T22:50:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741843_1019 (size=62) 2024-12-11T22:50:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741843_1019 (size=62) 2024-12-11T22:50:20,976 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,976 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 95f9fdd5a80e80837dfbefb6e5623574, disabling compactions & flushes 2024-12-11T22:50:20,976 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:20,976 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:20,976 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. after waiting 0 ms 2024-12-11T22:50:20,976 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:20,976 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:20,976 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95f9fdd5a80e80837dfbefb6e5623574: Waiting for close lock at 1733957420976Disabling compacts and flushes for region at 1733957420976Disabling writes for close at 1733957420976Writing region close event to WAL at 1733957420976Closed at 1733957420976 2024-12-11T22:50:20,977 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 879f8e7540f80b4dbbf5e5d943ad8617, NAME => 'SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741845_1021 (size=62) 2024-12-11T22:50:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741845_1021 (size=62) 2024-12-11T22:50:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741844_1020 (size=62) 2024-12-11T22:50:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741845_1021 (size=62) 2024-12-11T22:50:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741844_1020 (size=62) 2024-12-11T22:50:20,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1f5fa5003cfc57fe46adef5ae3f5e06f, disabling compactions & flushes 2024-12-11T22:50:20,989 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:20,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:20,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. after waiting 0 ms 2024-12-11T22:50:20,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:20,989 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:20,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1f5fa5003cfc57fe46adef5ae3f5e06f: Waiting for close lock at 1733957420989Disabling compacts and flushes for region at 1733957420989Disabling writes for close at 1733957420989Writing region close event to WAL at 1733957420989Closed at 1733957420989 2024-12-11T22:50:20,990 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5447d239415b8d149f20e804a0ef2e3b, NAME => 'SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa 2024-12-11T22:50:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741844_1020 (size=62) 2024-12-11T22:50:20,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:20,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c977e7c0e21dd21c557ac8775cbcda16, disabling compactions & flushes 2024-12-11T22:50:20,991 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:20,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:20,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. after waiting 0 ms 2024-12-11T22:50:20,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:20,991 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:20,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c977e7c0e21dd21c557ac8775cbcda16: Waiting for close lock at 1733957420991Disabling compacts and flushes for region at 1733957420991Disabling writes for close at 1733957420991Writing region close event to WAL at 1733957420991Closed at 1733957420991 2024-12-11T22:50:21,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741846_1022 (size=62) 2024-12-11T22:50:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741846_1022 (size=62) 2024-12-11T22:50:21,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741846_1022 (size=62) 2024-12-11T22:50:21,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:21,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 879f8e7540f80b4dbbf5e5d943ad8617, disabling compactions & flushes 2024-12-11T22:50:21,006 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:21,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:21,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. after waiting 0 ms 2024-12-11T22:50:21,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:21,006 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:21,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 879f8e7540f80b4dbbf5e5d943ad8617: Waiting for close lock at 1733957421006Disabling compacts and flushes for region at 1733957421006Disabling writes for close at 1733957421006Writing region close event to WAL at 1733957421006Closed at 1733957421006 2024-12-11T22:50:21,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741847_1023 (size=54) 2024-12-11T22:50:21,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741847_1023 (size=54) 2024-12-11T22:50:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741847_1023 (size=54) 2024-12-11T22:50:21,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:21,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5447d239415b8d149f20e804a0ef2e3b, disabling compactions & flushes 2024-12-11T22:50:21,027 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:50:21,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:50:21,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. after waiting 0 ms 2024-12-11T22:50:21,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:50:21,027 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:50:21,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5447d239415b8d149f20e804a0ef2e3b: Waiting for close lock at 1733957421027Disabling compacts and flushes for region at 1733957421027Disabling writes for close at 1733957421027Writing region close event to WAL at 1733957421027Closed at 1733957421027 2024-12-11T22:50:21,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:50:21,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733957421034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957421034"}]},"ts":"1733957421034"} 2024-12-11T22:50:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:21,105 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T22:50:21,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:50:21,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957421108"}]},"ts":"1733957421108"} 2024-12-11T22:50:21,115 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T22:50:21,115 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:50:21,130 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:50:21,130 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:50:21,130 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T22:50:21,130 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:50:21,130 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:50:21,130 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T22:50:21,130 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:50:21,130 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:50:21,130 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T22:50:21,130 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:50:21,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=806a8160f35f49788e0be99ad82b37e6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00c11542c2245b788fa5ecac6eb3440c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1bb48b3ac610fdf04ae931627829b48, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95f9fdd5a80e80837dfbefb6e5623574, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c977e7c0e21dd21c557ac8775cbcda16, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879f8e7540f80b4dbbf5e5d943ad8617, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN}] 2024-12-11T22:50:21,139 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00c11542c2245b788fa5ecac6eb3440c, ASSIGN 2024-12-11T22:50:21,139 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=806a8160f35f49788e0be99ad82b37e6, ASSIGN 2024-12-11T22:50:21,140 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN 2024-12-11T22:50:21,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN 2024-12-11T22:50:21,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00c11542c2245b788fa5ecac6eb3440c, ASSIGN; state=OFFLINE, location=d462fa545078,41531,1733957408305; forceNewPlan=false, retain=false 2024-12-11T22:50:21,143 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=806a8160f35f49788e0be99ad82b37e6, ASSIGN; state=OFFLINE, location=d462fa545078,33897,1733957408360; forceNewPlan=false, retain=false 2024-12-11T22:50:21,143 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN; state=OFFLINE, location=d462fa545078,37777,1733957408196; forceNewPlan=false, retain=false 2024-12-11T22:50:21,144 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN; state=OFFLINE, location=d462fa545078,37777,1733957408196; forceNewPlan=false, retain=false 2024-12-11T22:50:21,147 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN 2024-12-11T22:50:21,149 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN; state=OFFLINE, location=d462fa545078,37777,1733957408196; forceNewPlan=false, retain=false 2024-12-11T22:50:21,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879f8e7540f80b4dbbf5e5d943ad8617, ASSIGN 2024-12-11T22:50:21,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=879f8e7540f80b4dbbf5e5d943ad8617, ASSIGN; state=OFFLINE, location=d462fa545078,33897,1733957408360; forceNewPlan=false, retain=false 2024-12-11T22:50:21,151 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c977e7c0e21dd21c557ac8775cbcda16, ASSIGN 2024-12-11T22:50:21,153 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c977e7c0e21dd21c557ac8775cbcda16, ASSIGN; state=OFFLINE, location=d462fa545078,41531,1733957408305; forceNewPlan=false, retain=false 2024-12-11T22:50:21,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1bb48b3ac610fdf04ae931627829b48, ASSIGN 2024-12-11T22:50:21,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN 2024-12-11T22:50:21,158 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1bb48b3ac610fdf04ae931627829b48, ASSIGN; state=OFFLINE, location=d462fa545078,41531,1733957408305; forceNewPlan=false, retain=false 2024-12-11T22:50:21,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN; state=OFFLINE, location=d462fa545078,37777,1733957408196; forceNewPlan=false, retain=false 2024-12-11T22:50:21,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95f9fdd5a80e80837dfbefb6e5623574, ASSIGN 2024-12-11T22:50:21,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95f9fdd5a80e80837dfbefb6e5623574, ASSIGN; state=OFFLINE, location=d462fa545078,33897,1733957408360; forceNewPlan=false, retain=false 2024-12-11T22:50:21,296 INFO [d462fa545078:42633 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T22:50:21,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=00c11542c2245b788fa5ecac6eb3440c, regionState=OPENING, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:50:21,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c977e7c0e21dd21c557ac8775cbcda16, regionState=OPENING, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:50:21,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5447d239415b8d149f20e804a0ef2e3b, regionState=OPENING, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:21,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1f5fa5003cfc57fe46adef5ae3f5e06f, regionState=OPENING, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:21,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1bb48b3ac610fdf04ae931627829b48, regionState=OPENING, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:50:21,298 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5628095a2ed58295077ea3d54167a11, regionState=OPENING, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:21,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6564f3db5671ed0450c94e3c9eb38e70, regionState=OPENING, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:21,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=879f8e7540f80b4dbbf5e5d943ad8617, regionState=OPENING, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:50:21,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=95f9fdd5a80e80837dfbefb6e5623574, regionState=OPENING, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:50:21,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=806a8160f35f49788e0be99ad82b37e6, regionState=OPENING, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:50:21,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c977e7c0e21dd21c557ac8775cbcda16, ASSIGN because future has completed 2024-12-11T22:50:21,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c977e7c0e21dd21c557ac8775cbcda16, server=d462fa545078,41531,1733957408305}] 2024-12-11T22:50:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN because future has completed 2024-12-11T22:50:21,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5447d239415b8d149f20e804a0ef2e3b, server=d462fa545078,37777,1733957408196}] 2024-12-11T22:50:21,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1bb48b3ac610fdf04ae931627829b48, ASSIGN because future has completed 2024-12-11T22:50:21,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN because future has completed 2024-12-11T22:50:21,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1bb48b3ac610fdf04ae931627829b48, server=d462fa545078,41531,1733957408305}] 2024-12-11T22:50:21,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f, server=d462fa545078,37777,1733957408196}] 2024-12-11T22:50:21,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00c11542c2245b788fa5ecac6eb3440c, ASSIGN because future has completed 2024-12-11T22:50:21,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN because future has completed 2024-12-11T22:50:21,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5628095a2ed58295077ea3d54167a11, server=d462fa545078,37777,1733957408196}] 2024-12-11T22:50:21,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN because future has completed 2024-12-11T22:50:21,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=879f8e7540f80b4dbbf5e5d943ad8617, ASSIGN because future has completed 2024-12-11T22:50:21,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00c11542c2245b788fa5ecac6eb3440c, server=d462fa545078,41531,1733957408305}] 2024-12-11T22:50:21,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95f9fdd5a80e80837dfbefb6e5623574, ASSIGN because future has completed 2024-12-11T22:50:21,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=806a8160f35f49788e0be99ad82b37e6, ASSIGN because future has completed 2024-12-11T22:50:21,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 806a8160f35f49788e0be99ad82b37e6, server=d462fa545078,33897,1733957408360}] 2024-12-11T22:50:21,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f9fdd5a80e80837dfbefb6e5623574, server=d462fa545078,33897,1733957408360}] 2024-12-11T22:50:21,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70, server=d462fa545078,37777,1733957408196}] 2024-12-11T22:50:21,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879f8e7540f80b4dbbf5e5d943ad8617, server=d462fa545078,33897,1733957408360}] 2024-12-11T22:50:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:21,658 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T22:50:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:25,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T22:50:27,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T22:50:27,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T22:50:27,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:50:27,700 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T22:50:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:31,313 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:50:31,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:50:31,326 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:50:31,326 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:31,326 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a1bb48b3ac610fdf04ae931627829b48, NAME => 'SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T22:50:31,326 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6564f3db5671ed0450c94e3c9eb38e70, NAME => 'SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T22:50:31,326 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,326 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,327 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,327 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,327 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,327 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,327 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,327 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,333 INFO [StoreOpener-a1bb48b3ac610fdf04ae931627829b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,336 INFO [StoreOpener-a1bb48b3ac610fdf04ae931627829b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1bb48b3ac610fdf04ae931627829b48 columnFamilyName cf 2024-12-11T22:50:31,336 DEBUG [StoreOpener-a1bb48b3ac610fdf04ae931627829b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,337 INFO [StoreOpener-a1bb48b3ac610fdf04ae931627829b48-1 {}] regionserver.HStore(327): Store=a1bb48b3ac610fdf04ae931627829b48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,337 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,340 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,341 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,341 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,341 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,343 INFO [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,344 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,346 INFO [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6564f3db5671ed0450c94e3c9eb38e70 columnFamilyName cf 2024-12-11T22:50:31,346 DEBUG [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,347 INFO [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] regionserver.HStore(327): Store=6564f3db5671ed0450c94e3c9eb38e70/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,350 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a1bb48b3ac610fdf04ae931627829b48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,351 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,352 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,352 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a1bb48b3ac610fdf04ae931627829b48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73592749, jitterRate=0.09661741554737091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,353 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:31,353 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,354 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,354 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,357 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a1bb48b3ac610fdf04ae931627829b48: Running coprocessor pre-open hook at 1733957431327Writing region info on filesystem at 1733957431327Initializing all the Stores at 1733957431329 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431329Cleaning up temporary data from old regions at 1733957431341 (+12 ms)Running coprocessor post-open hooks at 1733957431353 (+12 ms)Region opened successfully at 1733957431357 (+4 ms) 2024-12-11T22:50:31,357 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,359 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48., pid=17, masterSystemTime=1733957431313 2024-12-11T22:50:31,362 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/6564f3db5671ed0450c94e3c9eb38e70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,362 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:31,362 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:31,362 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:31,363 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 00c11542c2245b788fa5ecac6eb3440c, NAME => 'SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T22:50:31,363 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,364 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,364 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,364 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,364 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6564f3db5671ed0450c94e3c9eb38e70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68171542, jitterRate=0.01583513617515564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,364 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:31,364 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6564f3db5671ed0450c94e3c9eb38e70: Running coprocessor pre-open hook at 1733957431327Writing region info on filesystem at 1733957431327Initializing all the Stores at 1733957431329 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431342 (+13 ms)Cleaning up temporary data from old regions at 1733957431354 (+12 ms)Running coprocessor post-open hooks at 1733957431364 (+10 ms)Region opened successfully at 1733957431364 2024-12-11T22:50:31,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:50:31,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:50:31,367 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70., pid=23, masterSystemTime=1733957431317 2024-12-11T22:50:31,369 INFO [StoreOpener-00c11542c2245b788fa5ecac6eb3440c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1bb48b3ac610fdf04ae931627829b48, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:50:31,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6564f3db5671ed0450c94e3c9eb38e70, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:31,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1bb48b3ac610fdf04ae931627829b48, server=d462fa545078,41531,1733957408305 because future has completed 2024-12-11T22:50:31,386 INFO [StoreOpener-00c11542c2245b788fa5ecac6eb3440c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00c11542c2245b788fa5ecac6eb3440c columnFamilyName cf 2024-12-11T22:50:31,386 DEBUG [StoreOpener-00c11542c2245b788fa5ecac6eb3440c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70, server=d462fa545078,37777,1733957408196 because future has completed 2024-12-11T22:50:31,388 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:50:31,388 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:50:31,388 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:50:31,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a5628095a2ed58295077ea3d54167a11, NAME => 'SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T22:50:31,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,390 INFO [StoreOpener-00c11542c2245b788fa5ecac6eb3440c-1 {}] regionserver.HStore(327): Store=00c11542c2245b788fa5ecac6eb3440c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,394 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,397 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-11T22:50:31,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a1bb48b3ac610fdf04ae931627829b48, server=d462fa545078,41531,1733957408305 in 10.0770 sec 2024-12-11T22:50:31,398 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,400 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,400 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-11T22:50:31,404 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1bb48b3ac610fdf04ae931627829b48, ASSIGN in 10.2650 sec 2024-12-11T22:50:31,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70, server=d462fa545078,37777,1733957408196 in 10.0270 sec 2024-12-11T22:50:31,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN in 10.2680 sec 2024-12-11T22:50:31,409 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:31,409 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 879f8e7540f80b4dbbf5e5d943ad8617, NAME => 'SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T22:50:31,409 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,410 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,410 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,410 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,412 INFO [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,414 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/00c11542c2245b788fa5ecac6eb3440c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,417 INFO [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5628095a2ed58295077ea3d54167a11 columnFamilyName cf 2024-12-11T22:50:31,417 DEBUG [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,419 INFO [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] regionserver.HStore(327): Store=a5628095a2ed58295077ea3d54167a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,419 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 00c11542c2245b788fa5ecac6eb3440c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68095802, jitterRate=0.014706522226333618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,419 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,419 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:31,419 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 00c11542c2245b788fa5ecac6eb3440c: Running coprocessor pre-open hook at 1733957431364Writing region info on filesystem at 1733957431364Initializing all the Stores at 1733957431366 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431366Cleaning up temporary data from old regions at 1733957431400 (+34 ms)Running coprocessor post-open hooks at 1733957431419 (+19 ms)Region opened successfully at 1733957431419 2024-12-11T22:50:31,420 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,420 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c., pid=20, masterSystemTime=1733957431313 2024-12-11T22:50:31,422 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,424 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,424 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,424 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:31,425 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:31,425 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:31,425 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c977e7c0e21dd21c557ac8775cbcda16, NAME => 'SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T22:50:31,426 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,426 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,426 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=00c11542c2245b788fa5ecac6eb3440c, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:50:31,426 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,426 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00c11542c2245b788fa5ecac6eb3440c, server=d462fa545078,41531,1733957408305 because future has completed 2024-12-11T22:50:31,431 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,441 INFO [StoreOpener-879f8e7540f80b4dbbf5e5d943ad8617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-11T22:50:31,444 INFO [StoreOpener-879f8e7540f80b4dbbf5e5d943ad8617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879f8e7540f80b4dbbf5e5d943ad8617 columnFamilyName cf 2024-12-11T22:50:31,444 DEBUG [StoreOpener-879f8e7540f80b4dbbf5e5d943ad8617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 00c11542c2245b788fa5ecac6eb3440c, server=d462fa545078,41531,1733957408305 in 10.0890 sec 2024-12-11T22:50:31,445 INFO [StoreOpener-c977e7c0e21dd21c557ac8775cbcda16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,445 INFO [StoreOpener-879f8e7540f80b4dbbf5e5d943ad8617-1 {}] regionserver.HStore(327): Store=879f8e7540f80b4dbbf5e5d943ad8617/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,445 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00c11542c2245b788fa5ecac6eb3440c, ASSIGN in 10.3080 sec 2024-12-11T22:50:31,447 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,447 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,448 INFO [StoreOpener-c977e7c0e21dd21c557ac8775cbcda16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c977e7c0e21dd21c557ac8775cbcda16 columnFamilyName cf 2024-12-11T22:50:31,448 DEBUG [StoreOpener-c977e7c0e21dd21c557ac8775cbcda16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,448 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,448 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,448 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a5628095a2ed58295077ea3d54167a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,449 INFO [StoreOpener-c977e7c0e21dd21c557ac8775cbcda16-1 {}] regionserver.HStore(327): Store=c977e7c0e21dd21c557ac8775cbcda16/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,449 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,449 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a5628095a2ed58295077ea3d54167a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67935493, jitterRate=0.012317731976509094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,449 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:31,450 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a5628095a2ed58295077ea3d54167a11: Running coprocessor pre-open hook at 1733957431390Writing region info on filesystem at 1733957431390Initializing all the Stores at 1733957431395 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431395Cleaning up temporary data from old regions at 1733957431424 (+29 ms)Running coprocessor post-open hooks at 1733957431449 (+25 ms)Region opened successfully at 1733957431450 (+1 ms) 2024-12-11T22:50:31,451 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,452 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11., pid=19, masterSystemTime=1733957431317 2024-12-11T22:50:31,452 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,453 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,453 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,453 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,455 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:50:31,455 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:50:31,455 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:31,456 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f5fa5003cfc57fe46adef5ae3f5e06f, NAME => 'SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T22:50:31,456 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,456 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,456 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,456 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,456 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,458 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a5628095a2ed58295077ea3d54167a11, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:31,459 INFO [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,462 INFO [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f5fa5003cfc57fe46adef5ae3f5e06f columnFamilyName cf 2024-12-11T22:50:31,462 DEBUG [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5628095a2ed58295077ea3d54167a11, server=d462fa545078,37777,1733957408196 because future has completed 2024-12-11T22:50:31,465 INFO [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] regionserver.HStore(327): Store=1f5fa5003cfc57fe46adef5ae3f5e06f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,466 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,466 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,468 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 879f8e7540f80b4dbbf5e5d943ad8617; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58738464, jitterRate=-0.12472867965698242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,468 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:31,468 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,468 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 879f8e7540f80b4dbbf5e5d943ad8617: Running coprocessor pre-open hook at 1733957431410Writing region info on filesystem at 1733957431410Initializing all the Stores at 1733957431413 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431413Cleaning up temporary data from old regions at 1733957431448 (+35 ms)Running coprocessor post-open hooks at 1733957431468 (+20 ms)Region opened successfully at 1733957431468 2024-12-11T22:50:31,469 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,470 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., pid=24, masterSystemTime=1733957431364 2024-12-11T22:50:31,470 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,470 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,472 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,475 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c977e7c0e21dd21c557ac8775cbcda16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68859157, jitterRate=0.026081398129463196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,475 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:31,475 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c977e7c0e21dd21c557ac8775cbcda16: Running coprocessor pre-open hook at 1733957431427Writing region info on filesystem at 1733957431427Initializing all the Stores at 1733957431430 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431430Cleaning up temporary data from old regions at 1733957431453 (+23 ms)Running coprocessor post-open hooks at 1733957431475 (+22 ms)Region opened successfully at 1733957431475 2024-12-11T22:50:31,476 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:31,476 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:31,477 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,477 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:31,477 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 806a8160f35f49788e0be99ad82b37e6, NAME => 'SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T22:50:31,477 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,478 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,478 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,478 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-12-11T22:50:31,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a5628095a2ed58295077ea3d54167a11, server=d462fa545078,37777,1733957408196 in 10.1380 sec 2024-12-11T22:50:31,478 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=879f8e7540f80b4dbbf5e5d943ad8617, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:50:31,479 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., pid=15, masterSystemTime=1733957431313 2024-12-11T22:50:31,485 INFO [StoreOpener-806a8160f35f49788e0be99ad82b37e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,488 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:31,488 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:31,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879f8e7540f80b4dbbf5e5d943ad8617, server=d462fa545078,33897,1733957408360 because future has completed 2024-12-11T22:50:31,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN in 10.3450 sec 2024-12-11T22:50:31,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c977e7c0e21dd21c557ac8775cbcda16, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:50:31,494 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/1f5fa5003cfc57fe46adef5ae3f5e06f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,494 INFO [StoreOpener-806a8160f35f49788e0be99ad82b37e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 806a8160f35f49788e0be99ad82b37e6 columnFamilyName cf 2024-12-11T22:50:31,495 DEBUG [StoreOpener-806a8160f35f49788e0be99ad82b37e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c977e7c0e21dd21c557ac8775cbcda16, server=d462fa545078,41531,1733957408305 because future has completed 2024-12-11T22:50:31,495 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1f5fa5003cfc57fe46adef5ae3f5e06f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69761665, jitterRate=0.039529815316200256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,496 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:31,496 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1f5fa5003cfc57fe46adef5ae3f5e06f: Running coprocessor pre-open hook at 1733957431457Writing region info on filesystem at 1733957431457Initializing all the Stores at 1733957431458 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431459 (+1 ms)Cleaning up temporary data from old regions at 1733957431470 (+11 ms)Running coprocessor post-open hooks at 1733957431496 (+26 ms)Region opened successfully at 1733957431496 2024-12-11T22:50:31,496 INFO [StoreOpener-806a8160f35f49788e0be99ad82b37e6-1 {}] regionserver.HStore(327): Store=806a8160f35f49788e0be99ad82b37e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,496 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,497 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., pid=18, masterSystemTime=1733957431317 2024-12-11T22:50:31,498 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,501 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,504 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,504 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,505 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:31,506 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:31,506 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:50:31,506 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5447d239415b8d149f20e804a0ef2e3b, NAME => 'SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T22:50:31,506 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,507 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,507 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,507 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,507 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1f5fa5003cfc57fe46adef5ae3f5e06f, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:31,516 INFO [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,517 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/806a8160f35f49788e0be99ad82b37e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,518 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 806a8160f35f49788e0be99ad82b37e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69964474, jitterRate=0.042551904916763306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,518 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:31,518 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 806a8160f35f49788e0be99ad82b37e6: Running coprocessor pre-open hook at 1733957431478Writing region info on filesystem at 1733957431478Initializing all the Stores at 1733957431480 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431480Cleaning up temporary data from old regions at 1733957431504 (+24 ms)Running coprocessor post-open hooks at 1733957431518 (+14 ms)Region opened successfully at 1733957431518 2024-12-11T22:50:31,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-11T22:50:31,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 879f8e7540f80b4dbbf5e5d943ad8617, server=d462fa545078,33897,1733957408360 in 10.1280 sec 2024-12-11T22:50:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f, server=d462fa545078,37777,1733957408196 because future has completed 2024-12-11T22:50:31,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-11T22:50:31,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c977e7c0e21dd21c557ac8775cbcda16, server=d462fa545078,41531,1733957408305 in 10.2000 sec 2024-12-11T22:50:31,525 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6., pid=21, masterSystemTime=1733957431364 2024-12-11T22:50:31,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879f8e7540f80b4dbbf5e5d943ad8617, ASSIGN in 10.3880 sec 2024-12-11T22:50:31,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c977e7c0e21dd21c557ac8775cbcda16, ASSIGN in 10.3910 sec 2024-12-11T22:50:31,530 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:31,530 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:31,530 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:31,530 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 95f9fdd5a80e80837dfbefb6e5623574, NAME => 'SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T22:50:31,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=806a8160f35f49788e0be99ad82b37e6, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:50:31,531 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,531 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:50:31,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-12-11T22:50:31,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f, server=d462fa545078,37777,1733957408196 in 10.2110 sec 2024-12-11T22:50:31,532 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,532 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,534 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d462fa545078,33897,1733957408360, table=SPTestTable, region=806a8160f35f49788e0be99ad82b37e6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T22:50:31,536 INFO [StoreOpener-95f9fdd5a80e80837dfbefb6e5623574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 806a8160f35f49788e0be99ad82b37e6, server=d462fa545078,33897,1733957408360 because future has completed 2024-12-11T22:50:31,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN in 10.3990 sec 2024-12-11T22:50:31,539 INFO [StoreOpener-95f9fdd5a80e80837dfbefb6e5623574-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f9fdd5a80e80837dfbefb6e5623574 columnFamilyName cf 2024-12-11T22:50:31,539 INFO [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5447d239415b8d149f20e804a0ef2e3b columnFamilyName cf 2024-12-11T22:50:31,539 DEBUG [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,539 DEBUG [StoreOpener-95f9fdd5a80e80837dfbefb6e5623574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:50:31,540 INFO [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] regionserver.HStore(327): Store=5447d239415b8d149f20e804a0ef2e3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,540 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,540 INFO [StoreOpener-95f9fdd5a80e80837dfbefb6e5623574-1 {}] regionserver.HStore(327): Store=95f9fdd5a80e80837dfbefb6e5623574/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:50:31,540 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,542 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,542 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,543 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,544 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,544 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,544 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,545 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,545 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,547 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,549 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,550 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/5447d239415b8d149f20e804a0ef2e3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,551 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5447d239415b8d149f20e804a0ef2e3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71572853, jitterRate=0.0665186196565628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,551 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:31,551 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5447d239415b8d149f20e804a0ef2e3b: Running coprocessor pre-open hook at 1733957431507Writing region info on filesystem at 1733957431507Initializing all the Stores at 1733957431509 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431509Cleaning up temporary data from old regions at 1733957431544 (+35 ms)Running coprocessor post-open hooks at 1733957431551 (+7 ms)Region opened successfully at 1733957431551 2024-12-11T22:50:31,552 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., pid=16, masterSystemTime=1733957431317 2024-12-11T22:50:31,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-11T22:50:31,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 806a8160f35f49788e0be99ad82b37e6, server=d462fa545078,33897,1733957408360 in 10.1830 sec 2024-12-11T22:50:31,554 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/95f9fdd5a80e80837dfbefb6e5623574/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:50:31,555 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 95f9fdd5a80e80837dfbefb6e5623574; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59841132, jitterRate=-0.10829764604568481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:50:31,555 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:31,555 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 95f9fdd5a80e80837dfbefb6e5623574: Running coprocessor pre-open hook at 1733957431532Writing region info on filesystem at 1733957431532Initializing all the Stores at 1733957431535 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957431535Cleaning up temporary data from old regions at 1733957431545 (+10 ms)Running coprocessor post-open hooks at 1733957431555 (+10 ms)Region opened successfully at 1733957431555 2024-12-11T22:50:31,557 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574., pid=22, masterSystemTime=1733957431364 2024-12-11T22:50:31,558 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:50:31,558 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:50:31,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=806a8160f35f49788e0be99ad82b37e6, ASSIGN in 10.4200 sec 2024-12-11T22:50:31,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5447d239415b8d149f20e804a0ef2e3b, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,37777,1733957408196 2024-12-11T22:50:31,565 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:31,565 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:31,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=95f9fdd5a80e80837dfbefb6e5623574, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:50:31,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5447d239415b8d149f20e804a0ef2e3b, server=d462fa545078,37777,1733957408196 because future has completed 2024-12-11T22:50:31,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f9fdd5a80e80837dfbefb6e5623574, server=d462fa545078,33897,1733957408360 because future has completed 2024-12-11T22:50:31,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-11T22:50:31,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5447d239415b8d149f20e804a0ef2e3b, server=d462fa545078,37777,1733957408196 in 10.2620 sec 2024-12-11T22:50:31,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-11T22:50:31,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 95f9fdd5a80e80837dfbefb6e5623574, server=d462fa545078,33897,1733957408360 in 10.2170 sec 2024-12-11T22:50:31,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN in 10.4430 sec 2024-12-11T22:50:31,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-11T22:50:31,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95f9fdd5a80e80837dfbefb6e5623574, ASSIGN in 10.4480 sec 2024-12-11T22:50:31,611 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:50:31,612 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957431611"}]},"ts":"1733957431611"} 2024-12-11T22:50:31,627 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T22:50:31,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:50:31,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9110 sec 2024-12-11T22:50:33,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T22:50:36,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:50:36,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T22:50:37,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-11T22:50:37,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-11T22:50:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:50:39,026 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T22:50:39,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T22:50:39,027 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:50:39,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T22:50:39,037 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:50:39,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T22:50:39,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,130 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,140 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,143 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., hostname=d462fa545078,41531,1733957408305, seqNum=2] 2024-12-11T22:50:39,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., hostname=d462fa545078,33897,1733957408360, seqNum=2] 2024-12-11T22:50:39,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., hostname=d462fa545078,33897,1733957408360, seqNum=2] 2024-12-11T22:50:39,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., hostname=d462fa545078,33897,1733957408360, seqNum=2] 2024-12-11T22:50:39,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., hostname=d462fa545078,33897,1733957408360, seqNum=2] 2024-12-11T22:50:39,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., hostname=d462fa545078,33897,1733957408360, seqNum=2] 2024-12-11T22:50:39,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., hostname=d462fa545078,33897,1733957408360, seqNum=2] 2024-12-11T22:50:39,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., hostname=d462fa545078,33897,1733957408360, seqNum=2] 2024-12-11T22:50:39,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:39,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., hostname=d462fa545078,37777,1733957408196, seqNum=2] 2024-12-11T22:50:40,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:50:40,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:50:40,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:50:40,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:50:40,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41531 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:50:40,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33897 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:50:40,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:50:40,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:50:40,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:50:40,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T22:50:40,737 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:50:40,738 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T22:50:40,743 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T22:50:40,754 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T22:50:40,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741848_1024 (size=49) 2024-12-11T22:50:40,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741848_1024 (size=49) 2024-12-11T22:50:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741848_1024 (size=49) 2024-12-11T22:50:40,770 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T22:50:40,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 806a8160f35f49788e0be99ad82b37e6}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00c11542c2245b788fa5ecac6eb3440c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1bb48b3ac610fdf04ae931627829b48}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95f9fdd5a80e80837dfbefb6e5623574}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c977e7c0e21dd21c557ac8775cbcda16}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879f8e7540f80b4dbbf5e5d943ad8617}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b}] 2024-12-11T22:50:40,778 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:40,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:40,778 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:40,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:40,778 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:40,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:40,785 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:40,786 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:40,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:40,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:40,838 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d462fa545078,37777,1733957408196 2024-12-11T22:50:40,839 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d462fa545078,37777,1733957408196: Simulated kill ***** 2024-12-11T22:50:40,840 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T22:50:40,842 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T22:50:40,844 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T22:50:40,846 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T22:50:40,847 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T22:50:40,853 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 538379264 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 153315864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d462fa545078", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d462fa545078", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56420", "tag.serverName": "d462fa545078,37777,1733957408196", "tag.clusterId": "5b2cb985-bb6b-4228-9647-bffd34584121", "tag.Context": "regionserver", "tag.Hostname": "d462fa545078", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733957408196, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T22:50:40,856 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42633 {}] master.MasterRpcServices(700): d462fa545078,37777,1733957408196 reported a fatal error: ***** ABORTING region server d462fa545078,37777,1733957408196: Simulated kill ***** 2024-12-11T22:50:40,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,37777,1733957408196' ***** 2024-12-11T22:50:40,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T22:50:40,859 INFO [RS:0;d462fa545078:37777 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:50:40,859 INFO [RS:0;d462fa545078:37777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T22:50:40,859 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:50:40,859 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:50:40,859 INFO [RS:0;d462fa545078:37777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T22:50:40,859 INFO [RS:0;d462fa545078:37777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:50:40,860 INFO [RS:0;d462fa545078:37777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d462fa545078:37777. 2024-12-11T22:50:40,860 DEBUG [RS:0;d462fa545078:37777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:50:40,860 DEBUG [RS:0;d462fa545078:37777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:50:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741836_1012 (size=14382) 2024-12-11T22:50:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741836_1012 (size=14382) 2024-12-11T22:50:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741836_1012 (size=14382) 2024-12-11T22:50:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741833_1009 (size=1257) 2024-12-11T22:50:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741833_1009 (size=1257) 2024-12-11T22:50:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741833_1009 (size=1257) 2024-12-11T22:50:40,870 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:50:40,872 DEBUG [RS:0;d462fa545078:37777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:50:40,872 INFO [RS:0;d462fa545078:37777 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:50:40,872 INFO [RS:0;d462fa545078:37777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37777 2024-12-11T22:50:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,37777,1733957408196 2024-12-11T22:50:40,927 INFO [RS:0;d462fa545078:37777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:50:40,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:50:40,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,37777,1733957408196] 2024-12-11T22:50:40,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,37777,1733957408196 already deleted, retry=false 2024-12-11T22:50:40,948 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d462fa545078,37777,1733957408196 on d462fa545078,42633,1733957407351 2024-12-11T22:50:40,954 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d462fa545078,37777,1733957408196, splitWal=true, meta=true 2024-12-11T22:50:40,958 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d462fa545078,37777,1733957408196, splitWal=true, meta=true 2024-12-11T22:50:40,961 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for d462fa545078,37777,1733957408196 (carryingMeta=true) d462fa545078,37777,1733957408196/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6513a2b4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T22:50:40,961 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d462fa545078,37777,1733957408196, splitWal=true, meta=true, isMeta: true 2024-12-11T22:50:40,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:40,965 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting 2024-12-11T22:50:40,964 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:40,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:40,965 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:40,967 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f can not run currently because target server of region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T22:50:40,967 INFO [PEWorker-2 {}] master.SplitWALManager(105): d462fa545078,37777,1733957408196 WAL count=1, meta=true 2024-12-11T22:50:40,967 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f; timeout=1000, timestamp=1733957441967 2024-12-11T22:50:40,968 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b can not run currently because target server of region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T22:50:40,968 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 can not run currently because target server of region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T22:50:40,968 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b; timeout=1000, timestamp=1733957441968 2024-12-11T22:50:40,968 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11; timeout=1000, timestamp=1733957441968 2024-12-11T22:50:40,969 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 can not run currently because target server of region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T22:50:40,969 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70; timeout=1000, timestamp=1733957441969 2024-12-11T22:50:40,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta}] 2024-12-11T22:50:40,977 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=d462fa545078,33897,1733957408360 2024-12-11T22:50:40,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, worker=d462fa545078,33897,1733957408360}] 2024-12-11T22:50:41,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:50:41,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x100171255fd0001, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:50:41,039 INFO [RS:0;d462fa545078:37777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:50:41,039 INFO [RS:0;d462fa545078:37777 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,37777,1733957408196; zookeeper connection closed. 2024-12-11T22:50:41,039 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ef9615e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ef9615e 2024-12-11T22:50:41,712 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T22:50:41,712 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T22:50:41,968 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:41,969 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:41,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:41,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:41,971 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f can not run currently because target server of region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T22:50:41,971 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f; timeout=2000, timestamp=1733957443971 2024-12-11T22:50:41,972 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b can not run currently because target server of region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T22:50:41,972 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 can not run currently because target server of region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T22:50:41,972 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 can not run currently because target server of region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T22:50:41,972 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11; timeout=2000, timestamp=1733957443972 2024-12-11T22:50:41,972 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b; timeout=2000, timestamp=1733957443972 2024-12-11T22:50:41,972 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70; timeout=2000, timestamp=1733957443972 2024-12-11T22:50:42,435 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d462fa545078:42633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T22:50:43,971 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:43,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:43,973 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f can not run currently because target server of region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T22:50:43,973 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f; timeout=4000, timestamp=1733957447973 2024-12-11T22:50:43,974 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:43,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:43,976 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 can not run currently because target server of region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T22:50:43,976 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 can not run currently because target server of region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T22:50:43,976 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11; timeout=4000, timestamp=1733957447976 2024-12-11T22:50:43,976 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70; timeout=4000, timestamp=1733957447976 2024-12-11T22:50:43,976 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b can not run currently because target server of region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T22:50:43,976 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b; timeout=4000, timestamp=1733957447976 2024-12-11T22:50:47,974 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:47,975 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f can not run currently because target server of region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T22:50:47,976 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f; timeout=8000, timestamp=1733957455975 2024-12-11T22:50:47,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:47,976 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:47,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:47,978 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 can not run currently because target server of region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T22:50:47,978 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b can not run currently because target server of region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T22:50:47,978 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 can not run currently because target server of region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. d462fa545078,37777,1733957408196 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T22:50:47,978 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b; timeout=8000, timestamp=1733957455978 2024-12-11T22:50:47,978 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70; timeout=8000, timestamp=1733957455978 2024-12-11T22:50:47,978 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11; timeout=8000, timestamp=1733957455978 2024-12-11T22:50:50,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T22:50:50,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T22:50:50,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:50,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T22:50:50,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T22:50:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:50,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T22:50:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:50,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:50,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T22:50:50,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-11T22:50:50,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:50,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:50,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c977e7c0e21dd21c557ac8775cbcda16 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 806a8160f35f49788e0be99ad82b37e6: 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 00c11542c2245b788fa5ecac6eb3440c: 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a1bb48b3ac610fdf04ae931627829b48: 2024-12-11T22:50:50,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 879f8e7540f80b4dbbf5e5d943ad8617 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. for SnapshotProcedureTest completed. 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. for SnapshotProcedureTest completed. 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. for SnapshotProcedureTest completed. 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 95f9fdd5a80e80837dfbefb6e5623574: 2024-12-11T22:50:50,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. for SnapshotProcedureTest completed. 2024-12-11T22:50:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:50:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:50:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:50:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:50:50,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:50:50,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:50:50,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:50:50,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:50:50,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:50:50,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:50:50,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:50:50,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:50:50,816 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, size=14.0 K (14382bytes) 2024-12-11T22:50:50,817 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T22:50:50,818 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T22:50:50,818 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta 2024-12-11T22:50:50,824 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta after 4ms 2024-12-11T22:50:50,835 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta took 21ms 2024-12-11T22:50:50,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741850_1026 (size=57) 2024-12-11T22:50:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741850_1026 (size=57) 2024-12-11T22:50:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741850_1026 (size=57) 2024-12-11T22:50:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741849_1025 (size=65) 2024-12-11T22:50:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741851_1027 (size=65) 2024-12-11T22:50:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741852_1028 (size=65) 2024-12-11T22:50:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741849_1025 (size=65) 2024-12-11T22:50:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741851_1027 (size=65) 2024-12-11T22:50:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741852_1028 (size=65) 2024-12-11T22:50:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741849_1025 (size=65) 2024-12-11T22:50:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741852_1028 (size=65) 2024-12-11T22:50:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741851_1027 (size=65) 2024-12-11T22:50:50,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:50:50,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T22:50:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T22:50:50,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:50,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:50:50,857 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-11T22:50:50,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95f9fdd5a80e80837dfbefb6e5623574 in 10.0860 sec 2024-12-11T22:50:50,862 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta so closing down 2024-12-11T22:50:50,862 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T22:50:50,865 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta.temp 2024-12-11T22:50:50,868 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta.temp 2024-12-11T22:50:50,871 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T22:50:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741853_1029 (size=14141) 2024-12-11T22:50:50,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741853_1029 (size=14141) 2024-12-11T22:50:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741853_1029 (size=14141) 2024-12-11T22:50:50,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/.tmp/cf/4a07b34bc44d43f89cc0b2b7716e24e9 is 34, key is baa/cf:cf/1733957440066/Put/seqid=0 2024-12-11T22:50:50,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/.tmp/cf/673a57b2e56b42a491c6a52315ceb05a is 34, key is ccd/cf:cf/1733957440117/Put/seqid=0 2024-12-11T22:50:50,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-11T22:50:50,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta.temp to hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T22:50:50,902 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 60 ms; skipped=1; WAL=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-11T22:50:50,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, journal: Splitting hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, size=14.0 K (14382bytes) at 1733957450816Finishing writing output for hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta so closing down at 1733957450862 (+46 ms)Creating recovered edits writer path=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta.temp at 1733957450868 (+6 ms)3 split writer threads finished at 1733957450871 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733957450894 (+23 ms)Rename recovered edits hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta.temp to hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733957450897 (+3 ms)Processed 26 edits across 1 Regions in 60 ms; skipped=1; WAL=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733957450902 (+5 ms) 2024-12-11T22:50:50,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta 2024-12-11T22:50:50,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T22:50:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T22:50:50,910 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta to hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs 2024-12-11T22:50:50,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741854_1030 (size=28623) 2024-12-11T22:50:50,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-11T22:50:50,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, worker=d462fa545078,33897,1733957408360 in 9.9320 sec 2024-12-11T22:50:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741854_1030 (size=28623) 2024-12-11T22:50:50,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741854_1030 (size=28623) 2024-12-11T22:50:50,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/.tmp/cf/4a07b34bc44d43f89cc0b2b7716e24e9 2024-12-11T22:50:50,919 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=d462fa545078,33897,1733957408360 2024-12-11T22:50:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741855_1031 (size=47197) 2024-12-11T22:50:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741855_1031 (size=47197) 2024-12-11T22:50:50,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T22:50:50,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure d462fa545078%2C37777%2C1733957408196.meta.1733957420154.meta, worker=d462fa545078,33897,1733957408360 in 9.9490 sec 2024-12-11T22:50:50,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741855_1031 (size=47197) 2024-12-11T22:50:50,926 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/.tmp/cf/673a57b2e56b42a491c6a52315ceb05a 2024-12-11T22:50:50,927 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting dir is empty, no logs to split. 2024-12-11T22:50:50,927 INFO [PEWorker-3 {}] master.SplitWALManager(105): d462fa545078,37777,1733957408196 WAL count=0, meta=true 2024-12-11T22:50:50,927 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d462fa545078,37777,1733957408196 WAL splitting is done? wals=0, meta=true 2024-12-11T22:50:50,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:50:50,931 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:50:50,933 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:50:50,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/.tmp/cf/673a57b2e56b42a491c6a52315ceb05a as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/cf/673a57b2e56b42a491c6a52315ceb05a 2024-12-11T22:50:50,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/.tmp/cf/4a07b34bc44d43f89cc0b2b7716e24e9 as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/cf/4a07b34bc44d43f89cc0b2b7716e24e9 2024-12-11T22:50:50,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/cf/4a07b34bc44d43f89cc0b2b7716e24e9, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T22:50:50,981 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/cf/673a57b2e56b42a491c6a52315ceb05a, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T22:50:50,987 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c977e7c0e21dd21c557ac8775cbcda16 in 193ms, sequenceid=5, compaction requested=false 2024-12-11T22:50:50,987 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 879f8e7540f80b4dbbf5e5d943ad8617 in 193ms, sequenceid=5, compaction requested=false 2024-12-11T22:50:50,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c977e7c0e21dd21c557ac8775cbcda16: 2024-12-11T22:50:50,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 879f8e7540f80b4dbbf5e5d943ad8617: 2024-12-11T22:50:50,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. for SnapshotProcedureTest completed. 2024-12-11T22:50:50,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. for SnapshotProcedureTest completed. 2024-12-11T22:50:50,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:50:50,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:50:50,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:50:50,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:50:50,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/cf/4a07b34bc44d43f89cc0b2b7716e24e9] hfiles 2024-12-11T22:50:50,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/cf/673a57b2e56b42a491c6a52315ceb05a] hfiles 2024-12-11T22:50:50,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/cf/4a07b34bc44d43f89cc0b2b7716e24e9 for snapshot=SnapshotProcedureTest 2024-12-11T22:50:50,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/cf/673a57b2e56b42a491c6a52315ceb05a for snapshot=SnapshotProcedureTest 2024-12-11T22:50:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741856_1032 (size=105) 2024-12-11T22:50:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741857_1033 (size=105) 2024-12-11T22:50:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741856_1032 (size=105) 2024-12-11T22:50:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741856_1032 (size=105) 2024-12-11T22:50:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741857_1033 (size=105) 2024-12-11T22:50:51,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:50:51,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T22:50:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T22:50:51,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741857_1033 (size=105) 2024-12-11T22:50:51,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:50:51,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:50:51,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T22:50:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T22:50:51,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:51,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:50:51,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 879f8e7540f80b4dbbf5e5d943ad8617 in 10.2380 sec 2024-12-11T22:50:51,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c977e7c0e21dd21c557ac8775cbcda16 in 10.2400 sec 2024-12-11T22:50:51,083 DEBUG [d462fa545078:42633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-11T22:50:51,083 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:50:51,084 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:50:51,084 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:50:51,084 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:50:51,084 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:50:51,084 INFO [d462fa545078:42633 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:50:51,084 INFO [d462fa545078:42633 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:50:51,084 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:50:51,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:50:51,086 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,41531,1733957408305, state=OPENING 2024-12-11T22:50:51,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:50:51,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T22:50:51,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:50:51,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:50:51,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T22:50:51,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T22:50:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T22:50:51,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:51,594 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:50:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T22:50:51,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T22:50:51,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:51,595 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:50:51,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:50:51,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1bb48b3ac610fdf04ae931627829b48 in 10.8240 sec 2024-12-11T22:50:51,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00c11542c2245b788fa5ecac6eb3440c in 10.8250 sec 2024-12-11T22:50:51,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 806a8160f35f49788e0be99ad82b37e6 in 10.8240 sec 2024-12-11T22:50:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:50:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:50:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:50:51,953 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:50:51,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:51,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:51,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:50:51,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,41531,1733957408305}] 2024-12-11T22:50:55,975 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:50:55,977 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f can not run currently because target server of region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. d462fa545078,37777,1733957408196 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T22:50:55,977 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f; timeout=16000, timestamp=1733957471977 2024-12-11T22:50:55,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:50:55,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:50:55,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:50:55,984 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 can not run currently because target server of region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. d462fa545078,37777,1733957408196 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T22:50:55,984 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70; timeout=16000, timestamp=1733957471984 2024-12-11T22:50:55,985 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b can not run currently because target server of region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. d462fa545078,37777,1733957408196 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T22:50:55,985 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b; timeout=16000, timestamp=1733957471985 2024-12-11T22:50:55,986 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 can not run currently because target server of region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. d462fa545078,37777,1733957408196 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T22:50:55,987 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11; timeout=16000, timestamp=1733957471986 2024-12-11T22:51:00,691 INFO [master/d462fa545078:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T22:51:00,691 INFO [master/d462fa545078:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T22:51:01,964 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T22:51:01,964 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:51:01,964 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:51:01,966 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C41531%2C1733957408305.meta, suffix=.meta, logDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,41531,1733957408305, archiveDir=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs, maxLogs=32 2024-12-11T22:51:01,978 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,41531,1733957408305/d462fa545078%2C41531%2C1733957408305.meta.1733957461968.meta, exclude list is [], retry=0 2024-12-11T22:51:01,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33231,DS-8ec4c301-0597-4cce-b88a-bbe60421276c,DISK] 2024-12-11T22:51:01,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45079,DS-e4b73628-c820-43b6-bd73-f6d1a3355c75,DISK] 2024-12-11T22:51:01,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39999,DS-9fcbb7da-cf83-4347-b8e2-84c7320fef4b,DISK] 2024-12-11T22:51:01,985 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,41531,1733957408305/d462fa545078%2C41531%2C1733957408305.meta.1733957461968.meta 2024-12-11T22:51:01,985 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:35799:35799)] 2024-12-11T22:51:01,986 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:51:01,986 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:51:01,986 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:51:01,986 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:51:01,986 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:51:01,986 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:51:01,986 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T22:51:01,986 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T22:51:01,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:51:01,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:51:01,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:01,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:51:01,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T22:51:01,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:51:01,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:01,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:51:01,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:51:01,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:51:01,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:01,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:51:01,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:51:01,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:51:01,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:01,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:51:01,997 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:51:01,998 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740 2024-12-11T22:51:02,000 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740 2024-12-11T22:51:02,002 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T22:51:02,013 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T22:51:02,014 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-11T22:51:02,033 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/info/d7d2df21ef444561945c48689af6abf3 is 167, key is SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c./info:regioninfo/1733957431426/Put/seqid=0 2024-12-11T22:51:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741859_1035 (size=18393) 2024-12-11T22:51:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741859_1035 (size=18393) 2024-12-11T22:51:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741859_1035 (size=18393) 2024-12-11T22:51:02,042 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/info/d7d2df21ef444561945c48689af6abf3 2024-12-11T22:51:02,067 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/ns/9d53ff9ebbed4f26a5617a8980927223 is 43, key is default/ns:d/1733957420351/Put/seqid=0 2024-12-11T22:51:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741860_1036 (size=5153) 2024-12-11T22:51:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741860_1036 (size=5153) 2024-12-11T22:51:02,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741860_1036 (size=5153) 2024-12-11T22:51:02,074 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/ns/9d53ff9ebbed4f26a5617a8980927223 2024-12-11T22:51:02,097 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/table/42845dfa38fd4fa6b886a1bf0fcc7935 is 47, key is SPTestTable/table:state/1733957431611/Put/seqid=0 2024-12-11T22:51:02,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741861_1037 (size=5214) 2024-12-11T22:51:02,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741861_1037 (size=5214) 2024-12-11T22:51:02,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741861_1037 (size=5214) 2024-12-11T22:51:02,107 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/table/42845dfa38fd4fa6b886a1bf0fcc7935 2024-12-11T22:51:02,117 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/info/d7d2df21ef444561945c48689af6abf3 as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/info/d7d2df21ef444561945c48689af6abf3 2024-12-11T22:51:02,126 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/info/d7d2df21ef444561945c48689af6abf3, entries=100, sequenceid=28, filesize=18.0 K 2024-12-11T22:51:02,128 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/ns/9d53ff9ebbed4f26a5617a8980927223 as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/ns/9d53ff9ebbed4f26a5617a8980927223 2024-12-11T22:51:02,139 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/ns/9d53ff9ebbed4f26a5617a8980927223, entries=2, sequenceid=28, filesize=5.0 K 2024-12-11T22:51:02,141 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/table/42845dfa38fd4fa6b886a1bf0fcc7935 as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/table/42845dfa38fd4fa6b886a1bf0fcc7935 2024-12-11T22:51:02,151 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/table/42845dfa38fd4fa6b886a1bf0fcc7935, entries=2, sequenceid=28, filesize=5.1 K 2024-12-11T22:51:02,152 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=28, compaction requested=false; wal=null 2024-12-11T22:51:02,153 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T22:51:02,155 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:51:02,155 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:51:02,156 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:51:02,159 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:51:02,162 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-11T22:51:02,163 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74873353, jitterRate=0.115699902176857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:51:02,163 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T22:51:02,163 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733957461987Writing region info on filesystem at 1733957461987Initializing all the Stores at 1733957461988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957461988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957461988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957461988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957461988Obtaining lock to block concurrent updates at 1733957462014 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1733957462014Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733957462014Flushing stores of hbase:meta,,1.1588230740 at 1733957462014Flushing 1588230740/info: creating writer at 1733957462014Flushing 1588230740/info: appending metadata at 1733957462033 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733957462033Flushing 1588230740/ns: creating writer at 1733957462054 (+21 ms)Flushing 1588230740/ns: appending metadata at 1733957462066 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733957462066Flushing 1588230740/table: creating writer at 1733957462082 (+16 ms)Flushing 1588230740/table: appending metadata at 1733957462096 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733957462096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ef0a85: reopening flushed file at 1733957462115 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c85cadf: reopening flushed file at 1733957462127 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331df89c: reopening flushed file at 1733957462139 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=28, compaction requested=false; wal=null at 1733957462152 (+13 ms)Cleaning up temporary data from old regions at 1733957462155 (+3 ms)Running coprocessor post-open hooks at 1733957462163 (+8 ms)Region opened successfully at 1733957462163 2024-12-11T22:51:02,165 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733957461958 2024-12-11T22:51:02,168 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:51:02,168 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T22:51:02,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:51:02,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,41531,1733957408305, state=OPEN 2024-12-11T22:51:02,217 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d462fa545078,41531,1733957408305, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T22:51:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:51:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:51:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:51:02,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:51:02,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:51:02,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:51:02,221 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d462fa545078,41531,1733957408305 2024-12-11T22:51:02,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-11T22:51:02,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,41531,1733957408305 in 10.2680 sec 2024-12-11T22:51:02,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-11T22:51:02,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.2950 sec 2024-12-11T22:51:02,227 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): d462fa545078,37777,1733957408196 had 5 regions 2024-12-11T22:51:02,228 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d462fa545078,37777,1733957408196, splitWal=true, meta=true, isMeta: false 2024-12-11T22:51:02,232 INFO [PEWorker-2 {}] master.SplitWALManager(105): d462fa545078,37777,1733957408196 WAL count=1, meta=false 2024-12-11T22:51:02,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d462fa545078%2C37777%2C1733957408196.1733957409872}] 2024-12-11T22:51:02,234 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=d462fa545078,33897,1733957408360 2024-12-11T22:51:02,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d462fa545078%2C37777%2C1733957408196.1733957409872, worker=d462fa545078,33897,1733957408360}] 2024-12-11T22:51:06,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:51:07,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T22:51:11,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:11,980 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f can not run currently because target server of region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. d462fa545078,37777,1733957408196 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T22:51:11,981 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f; timeout=32000, timestamp=1733957503981 2024-12-11T22:51:11,985 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:11,985 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T22:51:11,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:11,987 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:11,987 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 can not run currently because target server of region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. d462fa545078,37777,1733957408196 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T22:51:11,988 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70; timeout=32000, timestamp=1733957503987 2024-12-11T22:51:11,988 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b can not run currently because target server of region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. d462fa545078,37777,1733957408196 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T22:51:11,989 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b; timeout=32000, timestamp=1733957503988 2024-12-11T22:51:11,989 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 can not run currently because target server of region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. d462fa545078,37777,1733957408196 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T22:51:11,989 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11; timeout=32000, timestamp=1733957503989 2024-12-11T22:51:12,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-11T22:51:12,258 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872, size=1.2 K (1257bytes) 2024-12-11T22:51:12,259 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872 2024-12-11T22:51:12,259 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872 after 0ms 2024-12-11T22:51:12,263 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872 took 5ms 2024-12-11T22:51:12,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 6564f3db5671ed0450c94e3c9eb38e70: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T22:51:12,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a5628095a2ed58295077ea3d54167a11: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T22:51:12,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 1f5fa5003cfc57fe46adef5ae3f5e06f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T22:51:12,271 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 5447d239415b8d149f20e804a0ef2e3b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T22:51:12,271 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872 so closing down 2024-12-11T22:51:12,271 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T22:51:12,271 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T22:51:12,272 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 8 ms; skipped=4; WAL=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-11T22:51:12,272 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872, journal: Splitting hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872, size=1.2 K (1257bytes) at 1733957472259Finishing writing output for hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872 so closing down at 1733957472271 (+12 ms)3 split writer threads finished at 1733957472271Processed 4 edits across 0 Regions in 8 ms; skipped=4; WAL=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733957472272 (+1 ms) 2024-12-11T22:51:12,272 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872 2024-12-11T22:51:12,272 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T22:51:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T22:51:12,277 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting/d462fa545078%2C37777%2C1733957408196.1733957409872 to hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs 2024-12-11T22:51:12,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-11T22:51:12,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d462fa545078%2C37777%2C1733957408196.1733957409872, worker=d462fa545078,33897,1733957408360 in 10.0420 sec 2024-12-11T22:51:12,281 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=d462fa545078,33897,1733957408360 2024-12-11T22:51:12,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-11T22:51:12,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure d462fa545078%2C37777%2C1733957408196.1733957409872, worker=d462fa545078,33897,1733957408360 in 10.0490 sec 2024-12-11T22:51:12,285 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/WALs/d462fa545078,37777,1733957408196-splitting dir is empty, no logs to split. 2024-12-11T22:51:12,285 INFO [PEWorker-3 {}] master.SplitWALManager(105): d462fa545078,37777,1733957408196 WAL count=0, meta=false 2024-12-11T22:51:12,285 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d462fa545078,37777,1733957408196 WAL splitting is done? wals=0, meta=false 2024-12-11T22:51:12,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN}] 2024-12-11T22:51:12,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN 2024-12-11T22:51:12,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN 2024-12-11T22:51:12,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN 2024-12-11T22:51:12,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN 2024-12-11T22:51:12,290 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:51:12,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:51:12,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:51:12,290 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:51:12,438 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d462fa545078:42633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T22:51:12,441 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:51:12,441 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:51:12,441 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:51:12,441 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:51:12,441 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:51:12,441 INFO [d462fa545078:42633 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:51:12,441 INFO [d462fa545078:42633 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:51:12,442 DEBUG [d462fa545078:42633 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:51:12,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1f5fa5003cfc57fe46adef5ae3f5e06f, regionState=OPENING, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:51:12,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=5447d239415b8d149f20e804a0ef2e3b, regionState=OPENING, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:51:12,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=6564f3db5671ed0450c94e3c9eb38e70, regionState=OPENING, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:51:12,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=a5628095a2ed58295077ea3d54167a11, regionState=OPENING, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:51:12,445 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d462fa545078:37777 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:51:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1, error=java.net.ConnectException: Call to address=d462fa545078:37777 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:51:12,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-11T22:51:12,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 from cache 2024-12-11T22:51:12,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=d462fa545078:37777 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:51:12,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address d462fa545078:37777 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:51:12,452 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d462fa545078:37777 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:51:12,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=d462fa545078:37777 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:51:12,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=d462fa545078:37777 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:51:12,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address d462fa545078:37777 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:51:12,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:51:12,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,41531,1733957408305, seqNum=-1] 2024-12-11T22:51:12,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:51:12,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:51:12,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN because future has completed 2024-12-11T22:51:12,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5628095a2ed58295077ea3d54167a11, server=d462fa545078,41531,1733957408305}] 2024-12-11T22:51:12,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN because future has completed 2024-12-11T22:51:12,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f, server=d462fa545078,41531,1733957408305}] 2024-12-11T22:51:12,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN because future has completed 2024-12-11T22:51:12,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70, server=d462fa545078,33897,1733957408360}] 2024-12-11T22:51:12,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN because future has completed 2024-12-11T22:51:12,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5447d239415b8d149f20e804a0ef2e3b, server=d462fa545078,33897,1733957408360}] 2024-12-11T22:51:16,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 879f8e7540f80b4dbbf5e5d943ad8617, had cached 0 bytes from a total of 47197 2024-12-11T22:51:16,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c977e7c0e21dd21c557ac8775cbcda16, had cached 0 bytes from a total of 28623 2024-12-11T22:51:20,945 DEBUG [master/d462fa545078:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 806a8160f35f49788e0be99ad82b37e6 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:51:20,946 DEBUG [master/d462fa545078:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 95f9fdd5a80e80837dfbefb6e5623574 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:51:20,946 DEBUG [master/d462fa545078:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 879f8e7540f80b4dbbf5e5d943ad8617 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:51:20,946 DEBUG [master/d462fa545078:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 00c11542c2245b788fa5ecac6eb3440c changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:51:20,947 DEBUG [master/d462fa545078:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a1bb48b3ac610fdf04ae931627829b48 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:51:20,947 DEBUG [master/d462fa545078:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c977e7c0e21dd21c557ac8775cbcda16 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:51:20,947 DEBUG [master/d462fa545078:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T22:51:22,570 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:51:22,570 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:51:22,570 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f5fa5003cfc57fe46adef5ae3f5e06f, NAME => 'SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T22:51:22,570 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 5447d239415b8d149f20e804a0ef2e3b, NAME => 'SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,571 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,572 INFO [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,572 INFO [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,573 INFO [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f5fa5003cfc57fe46adef5ae3f5e06f columnFamilyName cf 2024-12-11T22:51:22,573 INFO [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5447d239415b8d149f20e804a0ef2e3b columnFamilyName cf 2024-12-11T22:51:22,574 DEBUG [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:22,574 DEBUG [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:22,574 INFO [StoreOpener-1f5fa5003cfc57fe46adef5ae3f5e06f-1 {}] regionserver.HStore(327): Store=1f5fa5003cfc57fe46adef5ae3f5e06f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:51:22,574 INFO [StoreOpener-5447d239415b8d149f20e804a0ef2e3b-1 {}] regionserver.HStore(327): Store=5447d239415b8d149f20e804a0ef2e3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:51:22,574 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,574 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,575 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,575 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,577 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,578 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,578 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,579 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,579 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,579 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,581 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,582 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 1f5fa5003cfc57fe46adef5ae3f5e06f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70448763, jitterRate=0.04976837337017059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:51:22,582 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:22,582 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 1f5fa5003cfc57fe46adef5ae3f5e06f: Running coprocessor pre-open hook at 1733957482571Writing region info on filesystem at 1733957482571Initializing all the Stores at 1733957482572 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957482572Cleaning up temporary data from old regions at 1733957482578 (+6 ms)Running coprocessor post-open hooks at 1733957482582 (+4 ms)Region opened successfully at 1733957482582 2024-12-11T22:51:22,582 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,583 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f., pid=48, masterSystemTime=1733957482564 2024-12-11T22:51:22,584 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 5447d239415b8d149f20e804a0ef2e3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66361992, jitterRate=-0.011129260063171387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:51:22,584 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:22,584 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 5447d239415b8d149f20e804a0ef2e3b: Running coprocessor pre-open hook at 1733957482571Writing region info on filesystem at 1733957482571Initializing all the Stores at 1733957482572 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957482572Cleaning up temporary data from old regions at 1733957482579 (+7 ms)Running coprocessor post-open hooks at 1733957482584 (+5 ms)Region opened successfully at 1733957482584 2024-12-11T22:51:22,585 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., pid=50, masterSystemTime=1733957482565 2024-12-11T22:51:22,586 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:51:22,586 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:51:22,586 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:51:22,587 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => a5628095a2ed58295077ea3d54167a11, NAME => 'SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T22:51:22,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1f5fa5003cfc57fe46adef5ae3f5e06f, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:51:22,587 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,587 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:51:22,587 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,587 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,589 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:51:22,589 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:51:22,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f, server=d462fa545078,41531,1733957408305 because future has completed 2024-12-11T22:51:22,589 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:51:22,589 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 6564f3db5671ed0450c94e3c9eb38e70, NAME => 'SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T22:51:22,590 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,590 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:51:22,590 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=5447d239415b8d149f20e804a0ef2e3b, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:51:22,590 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,590 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5447d239415b8d149f20e804a0ef2e3b, server=d462fa545078,33897,1733957408360 because future has completed 2024-12-11T22:51:22,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-11T22:51:22,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f, server=d462fa545078,41531,1733957408305 in 10.0290 sec 2024-12-11T22:51:22,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f5fa5003cfc57fe46adef5ae3f5e06f, ASSIGN in 10.3060 sec 2024-12-11T22:51:22,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-12-11T22:51:22,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 5447d239415b8d149f20e804a0ef2e3b, server=d462fa545078,33897,1733957408360 in 10.0300 sec 2024-12-11T22:51:22,597 INFO [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,597 INFO [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5447d239415b8d149f20e804a0ef2e3b, ASSIGN in 10.3090 sec 2024-12-11T22:51:22,598 INFO [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6564f3db5671ed0450c94e3c9eb38e70 columnFamilyName cf 2024-12-11T22:51:22,598 DEBUG [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:22,599 INFO [StoreOpener-6564f3db5671ed0450c94e3c9eb38e70-1 {}] regionserver.HStore(327): Store=6564f3db5671ed0450c94e3c9eb38e70/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:51:22,599 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,600 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,601 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,602 INFO [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5628095a2ed58295077ea3d54167a11 columnFamilyName cf 2024-12-11T22:51:22,602 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,602 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,602 DEBUG [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:51:22,604 INFO [StoreOpener-a5628095a2ed58295077ea3d54167a11-1 {}] regionserver.HStore(327): Store=a5628095a2ed58295077ea3d54167a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:51:22,604 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,605 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,605 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,606 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,606 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 6564f3db5671ed0450c94e3c9eb38e70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63795466, jitterRate=-0.049373477697372437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:51:22,606 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:22,606 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 6564f3db5671ed0450c94e3c9eb38e70: Running coprocessor pre-open hook at 1733957482590Writing region info on filesystem at 1733957482590Initializing all the Stores at 1733957482593 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957482593Cleaning up temporary data from old regions at 1733957482602 (+9 ms)Running coprocessor post-open hooks at 1733957482606 (+4 ms)Region opened successfully at 1733957482606 2024-12-11T22:51:22,607 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,607 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,607 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70., pid=49, masterSystemTime=1733957482565 2024-12-11T22:51:22,610 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:51:22,610 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:51:22,611 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=6564f3db5671ed0450c94e3c9eb38e70, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33897,1733957408360 2024-12-11T22:51:22,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70, server=d462fa545078,33897,1733957408360 because future has completed 2024-12-11T22:51:22,617 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,619 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened a5628095a2ed58295077ea3d54167a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61668527, jitterRate=-0.08106733858585358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:51:22,619 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:22,620 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for a5628095a2ed58295077ea3d54167a11: Running coprocessor pre-open hook at 1733957482587Writing region info on filesystem at 1733957482588 (+1 ms)Initializing all the Stores at 1733957482592 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957482592Cleaning up temporary data from old regions at 1733957482607 (+15 ms)Running coprocessor post-open hooks at 1733957482619 (+12 ms)Region opened successfully at 1733957482620 (+1 ms) 2024-12-11T22:51:22,624 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11., pid=47, masterSystemTime=1733957482564 2024-12-11T22:51:22,628 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:51:22,628 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:51:22,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=45 2024-12-11T22:51:22,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=a5628095a2ed58295077ea3d54167a11, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,41531,1733957408305 2024-12-11T22:51:22,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70, server=d462fa545078,33897,1733957408360 in 10.0530 sec 2024-12-11T22:51:22,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5628095a2ed58295077ea3d54167a11, server=d462fa545078,41531,1733957408305 because future has completed 2024-12-11T22:51:22,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6564f3db5671ed0450c94e3c9eb38e70, ASSIGN in 10.3430 sec 2024-12-11T22:51:22,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-11T22:51:22,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure a5628095a2ed58295077ea3d54167a11, server=d462fa545078,41531,1733957408305 in 10.0750 sec 2024-12-11T22:51:22,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-12-11T22:51:22,641 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server d462fa545078,37777,1733957408196 after splitting done 2024-12-11T22:51:22,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a5628095a2ed58295077ea3d54167a11, ASSIGN in 10.3510 sec 2024-12-11T22:51:22,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure d462fa545078,37777,1733957408196, splitWal=true, meta=true in 41.6920 sec 2024-12-11T22:51:28,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T22:51:36,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:51:43,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:43,987 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:43,988 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:43,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:46,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-11T22:51:53,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T22:51:53,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T22:51:53,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:51:53,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1f5fa5003cfc57fe46adef5ae3f5e06f: 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a5628095a2ed58295077ea3d54167a11: 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. for SnapshotProcedureTest completed. 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. for SnapshotProcedureTest completed. 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:51:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:51:53,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T22:51:53,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6564f3db5671ed0450c94e3c9eb38e70: 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. for SnapshotProcedureTest completed. 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5447d239415b8d149f20e804a0ef2e3b: 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. for SnapshotProcedureTest completed. 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:51:53,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:51:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741862_1038 (size=65) 2024-12-11T22:51:54,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741862_1038 (size=65) 2024-12-11T22:51:54,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741862_1038 (size=65) 2024-12-11T22:51:54,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:51:54,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T22:51:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T22:51:54,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:54,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 2024-12-11T22:51:54,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a5628095a2ed58295077ea3d54167a11 in 1 mins, 13.26 sec 2024-12-11T22:51:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741863_1039 (size=65) 2024-12-11T22:51:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741863_1039 (size=65) 2024-12-11T22:51:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741863_1039 (size=65) 2024-12-11T22:51:54,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:51:54,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T22:51:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T22:51:54,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:54,043 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:51:54,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1f5fa5003cfc57fe46adef5ae3f5e06f in 1 mins, 13.275 sec 2024-12-11T22:51:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741865_1041 (size=65) 2024-12-11T22:51:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741865_1041 (size=65) 2024-12-11T22:51:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741865_1041 (size=65) 2024-12-11T22:51:54,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:51:54,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T22:51:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T22:51:54,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:54,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:51:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741864_1040 (size=57) 2024-12-11T22:51:54,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6564f3db5671ed0450c94e3c9eb38e70 in 1 mins, 13.297 sec 2024-12-11T22:51:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741864_1040 (size=57) 2024-12-11T22:51:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741864_1040 (size=57) 2024-12-11T22:51:54,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:51:54,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T22:51:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T22:51:54,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:54,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:51:54,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-11T22:51:54,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5447d239415b8d149f20e804a0ef2e3b in 1 mins, 13.307 sec 2024-12-11T22:51:54,082 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T22:51:54,085 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T22:51:54,088 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T22:51:54,088 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T22:51:54,093 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T22:51:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741866_1042 (size=1094) 2024-12-11T22:51:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741866_1042 (size=1094) 2024-12-11T22:51:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741866_1042 (size=1094) 2024-12-11T22:51:54,560 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T22:51:54,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T22:51:54,574 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:51:54,574 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:51:54,574 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:51:54,574 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:51:54,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:51:54,579 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:01,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 879f8e7540f80b4dbbf5e5d943ad8617, had cached 0 bytes from a total of 47197 2024-12-11T22:52:01,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c977e7c0e21dd21c557ac8775cbcda16, had cached 0 bytes from a total of 28623 2024-12-11T22:52:04,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-12-11T22:52:04,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-12-11T22:52:04,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-11T22:52:04,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-11T22:52:04,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-11T22:52:04,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-11T22:52:04,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T22:52:04,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T22:52:04,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-11T22:52:04,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-11T22:52:04,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-11T22:52:04,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-11T22:52:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-11T22:52:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-12-11T22:52:04,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-11T22:52:04,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-11T22:52:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-11T22:52:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-11T22:52:04,588 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 Release verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:04,588 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 Release verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:52:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-11T22:52:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-11T22:52:04,589 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 Release verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:52:04,589 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 Release verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:04,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 in 10.0200 sec 2024-12-11T22:52:04,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 in 10.0210 sec 2024-12-11T22:52:04,591 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 Release verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:04,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 in 10.0200 sec 2024-12-11T22:52:04,592 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:52:04,592 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 Release verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:52:04,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 in 10.0230 sec 2024-12-11T22:52:04,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 in 10.0210 sec 2024-12-11T22:52:04,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 in 10.0240 sec 2024-12-11T22:52:04,594 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:04,594 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:04,594 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:52:06,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:52:09,709 WARN [regionserver/d462fa545078:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 8, running: 1 2024-12-11T22:52:11,616 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-11T22:52:14,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-11T22:52:14,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-11T22:52:14,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-11T22:52:14,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-11T22:52:14,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-11T22:52:14,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-11T22:52:14,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T22:52:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-11T22:52:14,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T22:52:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T22:52:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-11T22:52:14,602 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 Release verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:52:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T22:52:14,603 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 Release verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:14,603 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 Release verify snapshot worker=d462fa545078,41531,1733957408305 2024-12-11T22:52:14,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 in 20.0340 sec 2024-12-11T22:52:14,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,41531,1733957408305 in 20.0350 sec 2024-12-11T22:52:14,605 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 Release verify snapshot worker=d462fa545078,33897,1733957408360 2024-12-11T22:52:14,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 in 20.0350 sec 2024-12-11T22:52:14,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-12-11T22:52:14,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33897,1733957408360 in 20.0370 sec 2024-12-11T22:52:14,607 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T22:52:14,608 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T22:52:14,609 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T22:52:14,609 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T22:52:14,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 33.878 sec 2024-12-11T22:52:14,875 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T22:52:14,877 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d462fa545078:37777 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d462fa545078/172.17.0.2:37777 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T22:52:14,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1, error=java.net.ConnectException: Call to address=d462fa545078:37777 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:52:14,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-11T22:52:14,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d462fa545078,37777,1733957408196, seqNum=-1 from cache 2024-12-11T22:52:14,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address d462fa545078:37777 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d462fa545078/172.17.0.2:37777 2024-12-11T22:52:14,984 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:52:14,986 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,41531,1733957408305, seqNum=-1] 2024-12-11T22:52:15,016 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T22:52:15,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T22:52:15,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:52:15,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:52:15,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:15,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:15,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T22:52:15,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T22:52:15,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106942425, stopped=false 2024-12-11T22:52:15,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d462fa545078,42633,1733957407351 2024-12-11T22:52:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:52:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:52:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:52:15,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:15,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:15,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:15,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:52:15,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:52:15,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:52:15,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:52:15,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:15,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:52:15,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:52:15,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,41531,1733957408305' ***** 2024-12-11T22:52:15,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:52:15,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,33897,1733957408360' ***** 2024-12-11T22:52:15,067 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:52:15,067 INFO [RS:1;d462fa545078:41531 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:52:15,067 INFO [RS:2;d462fa545078:33897 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:52:15,067 INFO [RS:1;d462fa545078:41531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:52:15,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:52:15,067 INFO [RS:2;d462fa545078:33897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:52:15,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:52:15,067 INFO [RS:1;d462fa545078:41531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:52:15,067 INFO [RS:2;d462fa545078:33897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:52:15,067 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for a1bb48b3ac610fdf04ae931627829b48 2024-12-11T22:52:15,067 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(3091): Received CLOSE for 806a8160f35f49788e0be99ad82b37e6 2024-12-11T22:52:15,068 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:52:15,068 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for a5628095a2ed58295077ea3d54167a11 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(3091): Received CLOSE for 879f8e7540f80b4dbbf5e5d943ad8617 2024-12-11T22:52:15,068 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for 00c11542c2245b788fa5ecac6eb3440c 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(3091): Received CLOSE for 6564f3db5671ed0450c94e3c9eb38e70 2024-12-11T22:52:15,068 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f5fa5003cfc57fe46adef5ae3f5e06f 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(3091): Received CLOSE for 5447d239415b8d149f20e804a0ef2e3b 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(3091): Received CLOSE for 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:52:15,068 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(959): stopping server d462fa545078,41531,1733957408305 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(959): stopping server d462fa545078,33897,1733957408360 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:52:15,068 INFO [RS:1;d462fa545078:41531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d462fa545078:33897. 2024-12-11T22:52:15,068 INFO [RS:1;d462fa545078:41531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d462fa545078:41531. 2024-12-11T22:52:15,068 DEBUG [RS:2;d462fa545078:33897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:52:15,068 DEBUG [RS:1;d462fa545078:41531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:52:15,068 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1bb48b3ac610fdf04ae931627829b48, disabling compactions & flushes 2024-12-11T22:52:15,068 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 806a8160f35f49788e0be99ad82b37e6, disabling compactions & flushes 2024-12-11T22:52:15,068 DEBUG [RS:2;d462fa545078:33897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:15,068 DEBUG [RS:1;d462fa545078:41531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:15,068 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:52:15,068 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:52:15,068 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:52:15,068 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. after waiting 0 ms 2024-12-11T22:52:15,068 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:52:15,068 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T22:52:15,069 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1325): Online Regions={806a8160f35f49788e0be99ad82b37e6=SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6., 879f8e7540f80b4dbbf5e5d943ad8617=SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617., 6564f3db5671ed0450c94e3c9eb38e70=SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70., 5447d239415b8d149f20e804a0ef2e3b=SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b., 95f9fdd5a80e80837dfbefb6e5623574=SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574.} 2024-12-11T22:52:15,069 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:52:15,069 INFO [RS:1;d462fa545078:41531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:52:15,069 INFO [RS:1;d462fa545078:41531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:52:15,069 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. after waiting 0 ms 2024-12-11T22:52:15,069 INFO [RS:1;d462fa545078:41531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:52:15,069 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:52:15,069 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T22:52:15,069 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:52:15,069 DEBUG [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1351): Waiting on 5447d239415b8d149f20e804a0ef2e3b, 6564f3db5671ed0450c94e3c9eb38e70, 806a8160f35f49788e0be99ad82b37e6, 879f8e7540f80b4dbbf5e5d943ad8617, 95f9fdd5a80e80837dfbefb6e5623574 2024-12-11T22:52:15,069 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:52:15,073 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-11T22:52:15,073 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1325): Online Regions={a1bb48b3ac610fdf04ae931627829b48=SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48., c977e7c0e21dd21c557ac8775cbcda16=SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16., a5628095a2ed58295077ea3d54167a11=SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11., 1588230740=hbase:meta,,1.1588230740, 00c11542c2245b788fa5ecac6eb3440c=SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c., 1f5fa5003cfc57fe46adef5ae3f5e06f=SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f.} 2024-12-11T22:52:15,073 DEBUG [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1351): Waiting on 00c11542c2245b788fa5ecac6eb3440c, 1588230740, 1f5fa5003cfc57fe46adef5ae3f5e06f, a1bb48b3ac610fdf04ae931627829b48, a5628095a2ed58295077ea3d54167a11, c977e7c0e21dd21c557ac8775cbcda16 2024-12-11T22:52:15,073 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:52:15,073 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:52:15,073 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:52:15,073 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:52:15,073 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:52:15,073 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-12-11T22:52:15,074 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/806a8160f35f49788e0be99ad82b37e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,075 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a1bb48b3ac610fdf04ae931627829b48/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,078 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:52:15,078 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:52:15,078 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 806a8160f35f49788e0be99ad82b37e6: Waiting for close lock at 1733957535068Running coprocessor pre-close hooks at 1733957535068Disabling compacts and flushes for region at 1733957535068Disabling writes for close at 1733957535069 (+1 ms)Writing region close event to WAL at 1733957535069Running coprocessor post-close hooks at 1733957535075 (+6 ms)Closed at 1733957535077 (+2 ms) 2024-12-11T22:52:15,078 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1bb48b3ac610fdf04ae931627829b48: Waiting for close lock at 1733957535068Running coprocessor pre-close hooks at 1733957535068Disabling compacts and flushes for region at 1733957535068Disabling writes for close at 1733957535068Writing region close event to WAL at 1733957535069 (+1 ms)Running coprocessor post-close hooks at 1733957535076 (+7 ms)Closed at 1733957535077 (+1 ms) 2024-12-11T22:52:15,078 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733957420714.806a8160f35f49788e0be99ad82b37e6. 2024-12-11T22:52:15,078 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733957420714.a1bb48b3ac610fdf04ae931627829b48. 2024-12-11T22:52:15,078 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c977e7c0e21dd21c557ac8775cbcda16, disabling compactions & flushes 2024-12-11T22:52:15,078 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 879f8e7540f80b4dbbf5e5d943ad8617, disabling compactions & flushes 2024-12-11T22:52:15,079 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:52:15,079 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:52:15,079 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:52:15,079 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:52:15,079 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. after waiting 0 ms 2024-12-11T22:52:15,079 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. after waiting 0 ms 2024-12-11T22:52:15,079 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:52:15,079 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:52:15,081 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/info/2e52734fa3a94a06a937e3d5454e23d9 is 167, key is SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11./info:regioninfo/1733957482630/Put/seqid=0 2024-12-11T22:52:15,084 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/c977e7c0e21dd21c557ac8775cbcda16/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T22:52:15,085 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:52:15,085 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c977e7c0e21dd21c557ac8775cbcda16: Waiting for close lock at 1733957535078Running coprocessor pre-close hooks at 1733957535078Disabling compacts and flushes for region at 1733957535078Disabling writes for close at 1733957535079 (+1 ms)Writing region close event to WAL at 1733957535080 (+1 ms)Running coprocessor post-close hooks at 1733957535085 (+5 ms)Closed at 1733957535085 2024-12-11T22:52:15,085 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733957420714.c977e7c0e21dd21c557ac8775cbcda16. 2024-12-11T22:52:15,085 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5628095a2ed58295077ea3d54167a11, disabling compactions & flushes 2024-12-11T22:52:15,085 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:52:15,085 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:52:15,085 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. after waiting 0 ms 2024-12-11T22:52:15,085 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:52:15,093 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/879f8e7540f80b4dbbf5e5d943ad8617/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T22:52:15,094 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:52:15,094 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 879f8e7540f80b4dbbf5e5d943ad8617: Waiting for close lock at 1733957535078Running coprocessor pre-close hooks at 1733957535078Disabling compacts and flushes for region at 1733957535078Disabling writes for close at 1733957535079 (+1 ms)Writing region close event to WAL at 1733957535080 (+1 ms)Running coprocessor post-close hooks at 1733957535094 (+14 ms)Closed at 1733957535094 2024-12-11T22:52:15,094 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733957420714.879f8e7540f80b4dbbf5e5d943ad8617. 2024-12-11T22:52:15,094 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6564f3db5671ed0450c94e3c9eb38e70, disabling compactions & flushes 2024-12-11T22:52:15,094 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:52:15,094 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:52:15,094 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. after waiting 0 ms 2024-12-11T22:52:15,094 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:52:15,101 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/a5628095a2ed58295077ea3d54167a11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,102 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:52:15,102 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5628095a2ed58295077ea3d54167a11: Waiting for close lock at 1733957535085Running coprocessor pre-close hooks at 1733957535085Disabling compacts and flushes for region at 1733957535085Disabling writes for close at 1733957535085Writing region close event to WAL at 1733957535091 (+6 ms)Running coprocessor post-close hooks at 1733957535101 (+10 ms)Closed at 1733957535101 2024-12-11T22:52:15,102 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733957420714.a5628095a2ed58295077ea3d54167a11. 2024-12-11T22:52:15,102 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00c11542c2245b788fa5ecac6eb3440c, disabling compactions & flushes 2024-12-11T22:52:15,102 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:52:15,102 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:52:15,102 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. after waiting 0 ms 2024-12-11T22:52:15,102 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:52:15,105 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/6564f3db5671ed0450c94e3c9eb38e70/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,106 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:52:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6564f3db5671ed0450c94e3c9eb38e70: Waiting for close lock at 1733957535094Running coprocessor pre-close hooks at 1733957535094Disabling compacts and flushes for region at 1733957535094Disabling writes for close at 1733957535094Writing region close event to WAL at 1733957535100 (+6 ms)Running coprocessor post-close hooks at 1733957535106 (+6 ms)Closed at 1733957535106 2024-12-11T22:52:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733957420714.6564f3db5671ed0450c94e3c9eb38e70. 2024-12-11T22:52:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5447d239415b8d149f20e804a0ef2e3b, disabling compactions & flushes 2024-12-11T22:52:15,106 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:52:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:52:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. after waiting 0 ms 2024-12-11T22:52:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:52:15,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741867_1043 (size=9527) 2024-12-11T22:52:15,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741867_1043 (size=9527) 2024-12-11T22:52:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741867_1043 (size=9527) 2024-12-11T22:52:15,108 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/info/2e52734fa3a94a06a937e3d5454e23d9 2024-12-11T22:52:15,110 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/00c11542c2245b788fa5ecac6eb3440c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,111 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:52:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00c11542c2245b788fa5ecac6eb3440c: Waiting for close lock at 1733957535102Running coprocessor pre-close hooks at 1733957535102Disabling compacts and flushes for region at 1733957535102Disabling writes for close at 1733957535102Writing region close event to WAL at 1733957535103 (+1 ms)Running coprocessor post-close hooks at 1733957535111 (+8 ms)Closed at 1733957535111 2024-12-11T22:52:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733957420714.00c11542c2245b788fa5ecac6eb3440c. 2024-12-11T22:52:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f5fa5003cfc57fe46adef5ae3f5e06f, disabling compactions & flushes 2024-12-11T22:52:15,112 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:52:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:52:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. after waiting 0 ms 2024-12-11T22:52:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:52:15,114 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/5447d239415b8d149f20e804a0ef2e3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,115 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:52:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5447d239415b8d149f20e804a0ef2e3b: Waiting for close lock at 1733957535106Running coprocessor pre-close hooks at 1733957535106Disabling compacts and flushes for region at 1733957535106Disabling writes for close at 1733957535106Writing region close event to WAL at 1733957535109 (+3 ms)Running coprocessor post-close hooks at 1733957535115 (+6 ms)Closed at 1733957535115 2024-12-11T22:52:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733957420714.5447d239415b8d149f20e804a0ef2e3b. 2024-12-11T22:52:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95f9fdd5a80e80837dfbefb6e5623574, disabling compactions & flushes 2024-12-11T22:52:15,115 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:52:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:52:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. after waiting 0 ms 2024-12-11T22:52:15,116 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:52:15,119 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/.tmp/info/2e52734fa3a94a06a937e3d5454e23d9 as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/info/2e52734fa3a94a06a937e3d5454e23d9 2024-12-11T22:52:15,119 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/1f5fa5003cfc57fe46adef5ae3f5e06f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,121 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:52:15,121 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f5fa5003cfc57fe46adef5ae3f5e06f: Waiting for close lock at 1733957535112Running coprocessor pre-close hooks at 1733957535112Disabling compacts and flushes for region at 1733957535112Disabling writes for close at 1733957535112Writing region close event to WAL at 1733957535113 (+1 ms)Running coprocessor post-close hooks at 1733957535120 (+7 ms)Closed at 1733957535120 2024-12-11T22:52:15,121 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733957420714.1f5fa5003cfc57fe46adef5ae3f5e06f. 2024-12-11T22:52:15,121 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/default/SPTestTable/95f9fdd5a80e80837dfbefb6e5623574/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:52:15,122 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:52:15,122 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95f9fdd5a80e80837dfbefb6e5623574: Waiting for close lock at 1733957535115Running coprocessor pre-close hooks at 1733957535115Disabling compacts and flushes for region at 1733957535115Disabling writes for close at 1733957535115Writing region close event to WAL at 1733957535116 (+1 ms)Running coprocessor post-close hooks at 1733957535122 (+6 ms)Closed at 1733957535122 2024-12-11T22:52:15,122 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733957420714.95f9fdd5a80e80837dfbefb6e5623574. 2024-12-11T22:52:15,128 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/info/2e52734fa3a94a06a937e3d5454e23d9, entries=32, sequenceid=39, filesize=9.3 K 2024-12-11T22:52:15,129 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=39, compaction requested=false 2024-12-11T22:52:15,134 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-12-11T22:52:15,134 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:52:15,134 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:52:15,135 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957535073Running coprocessor pre-close hooks at 1733957535073Disabling compacts and flushes for region at 1733957535073Disabling writes for close at 1733957535073Obtaining lock to block concurrent updates at 1733957535074 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733957535074Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1733957535074Flushing stores of hbase:meta,,1.1588230740 at 1733957535075 (+1 ms)Flushing 1588230740/info: creating writer at 1733957535075Flushing 1588230740/info: appending metadata at 1733957535080 (+5 ms)Flushing 1588230740/info: closing flushed file at 1733957535080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eede304: reopening flushed file at 1733957535117 (+37 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=39, compaction requested=false at 1733957535129 (+12 ms)Writing region close event to WAL at 1733957535130 (+1 ms)Running coprocessor post-close hooks at 1733957535134 (+4 ms)Closed at 1733957535134 2024-12-11T22:52:15,135 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T22:52:15,269 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(976): stopping server d462fa545078,33897,1733957408360; all regions closed. 2024-12-11T22:52:15,273 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(976): stopping server d462fa545078,41531,1733957408305; all regions closed. 2024-12-11T22:52:15,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741835_1011 (size=3500) 2024-12-11T22:52:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741835_1011 (size=3500) 2024-12-11T22:52:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741835_1011 (size=3500) 2024-12-11T22:52:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741858_1034 (size=5516) 2024-12-11T22:52:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741858_1034 (size=5516) 2024-12-11T22:52:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741858_1034 (size=5516) 2024-12-11T22:52:15,283 DEBUG [RS:1;d462fa545078:41531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs 2024-12-11T22:52:15,283 DEBUG [RS:2;d462fa545078:33897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs 2024-12-11T22:52:15,283 INFO [RS:1;d462fa545078:41531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C41531%2C1733957408305.meta:.meta(num 1733957461968) 2024-12-11T22:52:15,283 INFO [RS:2;d462fa545078:33897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C33897%2C1733957408360:(num 1733957409872) 2024-12-11T22:52:15,283 DEBUG [RS:2;d462fa545078:33897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:15,283 INFO [RS:2;d462fa545078:33897 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:52:15,283 INFO [RS:2;d462fa545078:33897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:52:15,284 INFO [RS:2;d462fa545078:33897 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T22:52:15,284 INFO [RS:2;d462fa545078:33897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:52:15,284 INFO [RS:2;d462fa545078:33897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:52:15,284 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:52:15,284 INFO [RS:2;d462fa545078:33897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:52:15,284 INFO [RS:2;d462fa545078:33897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:52:15,284 INFO [RS:2;d462fa545078:33897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33897 2024-12-11T22:52:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741834_1010 (size=3530) 2024-12-11T22:52:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741834_1010 (size=3530) 2024-12-11T22:52:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741834_1010 (size=3530) 2024-12-11T22:52:15,288 DEBUG [RS:1;d462fa545078:41531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/oldWALs 2024-12-11T22:52:15,288 INFO [RS:1;d462fa545078:41531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C41531%2C1733957408305:(num 1733957409872) 2024-12-11T22:52:15,288 DEBUG [RS:1;d462fa545078:41531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:15,288 INFO [RS:1;d462fa545078:41531 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:52:15,289 INFO [RS:1;d462fa545078:41531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:52:15,289 INFO [RS:1;d462fa545078:41531 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T22:52:15,289 INFO [RS:1;d462fa545078:41531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:52:15,289 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:52:15,289 INFO [RS:1;d462fa545078:41531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41531 2024-12-11T22:52:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:52:15,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,33897,1733957408360 2024-12-11T22:52:15,296 INFO [RS:2;d462fa545078:33897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:52:15,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,41531,1733957408305 2024-12-11T22:52:15,391 INFO [RS:1;d462fa545078:41531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:52:15,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,41531,1733957408305] 2024-12-11T22:52:15,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,41531,1733957408305 already deleted, retry=false 2024-12-11T22:52:15,422 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,41531,1733957408305 expired; onlineServers=1 2024-12-11T22:52:15,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,33897,1733957408360] 2024-12-11T22:52:15,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,33897,1733957408360 already deleted, retry=false 2024-12-11T22:52:15,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,33897,1733957408360 expired; onlineServers=0 2024-12-11T22:52:15,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd462fa545078,42633,1733957407351' ***** 2024-12-11T22:52:15,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T22:52:15,433 INFO [M:0;d462fa545078:42633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:52:15,433 INFO [M:0;d462fa545078:42633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:52:15,433 DEBUG [M:0;d462fa545078:42633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T22:52:15,434 DEBUG [M:0;d462fa545078:42633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T22:52:15,433 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T22:52:15,434 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957409470 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957409470,5,FailOnTimeoutGroup] 2024-12-11T22:52:15,434 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957409472 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957409472,5,FailOnTimeoutGroup] 2024-12-11T22:52:15,434 INFO [M:0;d462fa545078:42633 {}] hbase.ChoreService(370): Chore service for: master/d462fa545078:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T22:52:15,434 INFO [M:0;d462fa545078:42633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:52:15,434 DEBUG [M:0;d462fa545078:42633 {}] master.HMaster(1795): Stopping service threads 2024-12-11T22:52:15,434 INFO [M:0;d462fa545078:42633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T22:52:15,434 INFO [M:0;d462fa545078:42633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:52:15,435 ERROR [M:0;d462fa545078:42633 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42573 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42573,5,PEWorkerGroup] 2024-12-11T22:52:15,435 INFO [M:0;d462fa545078:42633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T22:52:15,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T22:52:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T22:52:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:15,444 DEBUG [M:0;d462fa545078:42633 {}] zookeeper.ZKUtil(347): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T22:52:15,444 WARN [M:0;d462fa545078:42633 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T22:52:15,445 INFO [M:0;d462fa545078:42633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/.lastflushedseqids 2024-12-11T22:52:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741868_1044 (size=668) 2024-12-11T22:52:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741868_1044 (size=668) 2024-12-11T22:52:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741868_1044 (size=668) 2024-12-11T22:52:15,461 INFO [M:0;d462fa545078:42633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T22:52:15,462 INFO [M:0;d462fa545078:42633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T22:52:15,462 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:52:15,462 INFO [M:0;d462fa545078:42633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:15,462 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:15,462 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:52:15,462 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:15,462 INFO [M:0;d462fa545078:42633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=215.33 KB heapSize=267.28 KB 2024-12-11T22:52:15,476 DEBUG [M:0;d462fa545078:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a3d4a9624843e99f2c93e731340461 is 82, key is hbase:meta,,1/info:regioninfo/1733957462168/Put/seqid=0 2024-12-11T22:52:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741869_1045 (size=6071) 2024-12-11T22:52:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741869_1045 (size=6071) 2024-12-11T22:52:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741869_1045 (size=6071) 2024-12-11T22:52:15,483 INFO [M:0;d462fa545078:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a3d4a9624843e99f2c93e731340461 2024-12-11T22:52:15,502 DEBUG [M:0;d462fa545078:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d965dc4541143f39d651da049faeb06 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733957431639/Put/seqid=0 2024-12-11T22:52:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:52:15,502 INFO [RS:2;d462fa545078:33897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:52:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x100171255fd0003, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:52:15,502 INFO [RS:2;d462fa545078:33897 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,33897,1733957408360; zookeeper connection closed. 2024-12-11T22:52:15,503 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@321cf513 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@321cf513 2024-12-11T22:52:15,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741870_1046 (size=9111) 2024-12-11T22:52:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741870_1046 (size=9111) 2024-12-11T22:52:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741870_1046 (size=9111) 2024-12-11T22:52:15,511 INFO [M:0;d462fa545078:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=214.11 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d965dc4541143f39d651da049faeb06 2024-12-11T22:52:15,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:52:15,512 INFO [RS:1;d462fa545078:41531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:52:15,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41531-0x100171255fd0002, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:52:15,512 INFO [RS:1;d462fa545078:41531 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,41531,1733957408305; zookeeper connection closed. 2024-12-11T22:52:15,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58c38ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58c38ff 2024-12-11T22:52:15,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T22:52:15,517 INFO [M:0;d462fa545078:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d965dc4541143f39d651da049faeb06 2024-12-11T22:52:15,530 DEBUG [M:0;d462fa545078:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82c2853fe8214bb388b03f832be1610f is 69, key is d462fa545078,33897,1733957408360/rs:state/1733957409573/Put/seqid=0 2024-12-11T22:52:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741871_1047 (size=5446) 2024-12-11T22:52:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741871_1047 (size=5446) 2024-12-11T22:52:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741871_1047 (size=5446) 2024-12-11T22:52:15,537 INFO [M:0;d462fa545078:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82c2853fe8214bb388b03f832be1610f 2024-12-11T22:52:15,542 INFO [M:0;d462fa545078:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82c2853fe8214bb388b03f832be1610f 2024-12-11T22:52:15,543 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a3d4a9624843e99f2c93e731340461 as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a3d4a9624843e99f2c93e731340461 2024-12-11T22:52:15,549 INFO [M:0;d462fa545078:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a3d4a9624843e99f2c93e731340461, entries=14, sequenceid=569, filesize=5.9 K 2024-12-11T22:52:15,550 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d965dc4541143f39d651da049faeb06 as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d965dc4541143f39d651da049faeb06 2024-12-11T22:52:15,556 INFO [M:0;d462fa545078:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d965dc4541143f39d651da049faeb06 2024-12-11T22:52:15,556 INFO [M:0;d462fa545078:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d965dc4541143f39d651da049faeb06, entries=60, sequenceid=569, filesize=8.9 K 2024-12-11T22:52:15,557 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82c2853fe8214bb388b03f832be1610f as hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82c2853fe8214bb388b03f832be1610f 2024-12-11T22:52:15,563 INFO [M:0;d462fa545078:42633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82c2853fe8214bb388b03f832be1610f 2024-12-11T22:52:15,563 INFO [M:0;d462fa545078:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42573/user/jenkins/test-data/09385143-6a34-8d1a-1f94-71e096f336fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82c2853fe8214bb388b03f832be1610f, entries=3, sequenceid=569, filesize=5.3 K 2024-12-11T22:52:15,564 INFO [M:0;d462fa545078:42633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.33 KB/220501, heapSize ~266.98 KB/273392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=569, compaction requested=false 2024-12-11T22:52:15,565 INFO [M:0;d462fa545078:42633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:15,565 DEBUG [M:0;d462fa545078:42633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957535462Disabling compacts and flushes for region at 1733957535462Disabling writes for close at 1733957535462Obtaining lock to block concurrent updates at 1733957535462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733957535462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=220501, getHeapSize=273632, getOffHeapSize=0, getCellsCount=690 at 1733957535462Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733957535463 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733957535463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733957535476 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733957535476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733957535487 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733957535502 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733957535502Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733957535517 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733957535530 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733957535530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187e3e3d: reopening flushed file at 1733957535542 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66091fcc: reopening flushed file at 1733957535549 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401a4d99: reopening flushed file at 1733957535556 (+7 ms)Finished flush of dataSize ~215.33 KB/220501, heapSize ~266.98 KB/273392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=569, compaction requested=false at 1733957535564 (+8 ms)Writing region close event to WAL at 1733957535565 (+1 ms)Closed at 1733957535565 2024-12-11T22:52:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45079 is added to blk_1073741830_1006 (size=258389) 2024-12-11T22:52:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741830_1006 (size=258389) 2024-12-11T22:52:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33231 is added to blk_1073741830_1006 (size=258389) 2024-12-11T22:52:15,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:52:15,569 INFO [M:0;d462fa545078:42633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T22:52:15,569 INFO [M:0;d462fa545078:42633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42633 2024-12-11T22:52:15,569 INFO [M:0;d462fa545078:42633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:52:15,680 INFO [M:0;d462fa545078:42633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:52:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:52:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x100171255fd0000, quorum=127.0.0.1:56420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:52:15,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:52:15,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:52:15,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:52:15,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:52:15,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,STOPPED} 2024-12-11T22:52:15,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:52:15,691 WARN [BP-404502276-172.17.0.2-1733957401748 heartbeating to localhost/127.0.0.1:42573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:52:15,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:52:15,691 WARN [BP-404502276-172.17.0.2-1733957401748 heartbeating to localhost/127.0.0.1:42573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404502276-172.17.0.2-1733957401748 (Datanode Uuid ce55f208-549f-4e4f-b600-a194ad3512d4) service to localhost/127.0.0.1:42573 2024-12-11T22:52:15,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data5/current/BP-404502276-172.17.0.2-1733957401748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:52:15,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data6/current/BP-404502276-172.17.0.2-1733957401748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:52:15,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:52:15,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:52:15,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:52:15,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:52:15,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:52:15,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,STOPPED} 2024-12-11T22:52:15,704 WARN [BP-404502276-172.17.0.2-1733957401748 heartbeating to localhost/127.0.0.1:42573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:52:15,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:52:15,704 WARN [BP-404502276-172.17.0.2-1733957401748 heartbeating to localhost/127.0.0.1:42573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404502276-172.17.0.2-1733957401748 (Datanode Uuid 60558f51-6113-442b-9eef-b41e404b9722) service to localhost/127.0.0.1:42573 2024-12-11T22:52:15,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:52:15,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data3/current/BP-404502276-172.17.0.2-1733957401748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:52:15,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data4/current/BP-404502276-172.17.0.2-1733957401748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:52:15,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:52:15,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:52:15,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:52:15,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:52:15,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:52:15,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,STOPPED} 2024-12-11T22:52:15,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:52:15,713 WARN [BP-404502276-172.17.0.2-1733957401748 heartbeating to localhost/127.0.0.1:42573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:52:15,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:52:15,713 WARN [BP-404502276-172.17.0.2-1733957401748 heartbeating to localhost/127.0.0.1:42573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404502276-172.17.0.2-1733957401748 (Datanode Uuid 99d5158d-6ab1-4d76-b90d-842911dbb6f0) service to localhost/127.0.0.1:42573 2024-12-11T22:52:15,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data1/current/BP-404502276-172.17.0.2-1733957401748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:52:15,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/cluster_5cc08e5f-42c2-a678-3edd-3d4480beaa54/data/data2/current/BP-404502276-172.17.0.2-1733957401748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:52:15,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:52:15,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:52:15,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:52:15,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:52:15,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:52:15,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir/,STOPPED} 2024-12-11T22:52:15,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T22:52:15,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T22:52:15,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d462fa545078:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@351d44c7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d462fa545078:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/d462fa545078:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42573 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d462fa545078:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d462fa545078:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d462fa545078:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42573 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d462fa545078:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/d462fa545078:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d462fa545078:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=9552 (was 11036) 2024-12-11T22:52:15,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=9552 2024-12-11T22:52:15,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir so I do NOT create it in target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647 2024-12-11T22:52:15,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.log.dir Erasing configuration value by system value. 2024-12-11T22:52:15,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.tmp.dir so I do NOT create it in target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647 2024-12-11T22:52:15,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/971b9d03-9a66-fc5a-4165-62aca9d490de/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-11T22:52:15,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647 2024-12-11T22:52:15,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T22:52:15,806 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b, deleteOnExit=true 2024-12-11T22:52:15,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T22:52:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/test.cache.data in system properties and HBase conf 2024-12-11T22:52:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T22:52:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir in system properties and HBase conf 2024-12-11T22:52:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T22:52:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T22:52:15,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T22:52:15,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T22:52:15,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:52:15,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T22:52:15,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T22:52:15,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:52:15,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/nfs.dump.dir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/java.io.tmpdir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T22:52:15,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T22:52:16,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:52:16,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:52:16,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:52:16,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:52:16,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T22:52:16,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:52:16,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ee46248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:52:16,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d3784a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:52:16,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5827f46b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/java.io.tmpdir/jetty-localhost-43771-hadoop-hdfs-3_4_1-tests_jar-_-any-17833019751573340162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:52:16,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5186c45f{HTTP/1.1, (http/1.1)}{localhost:43771} 2024-12-11T22:52:16,299 INFO [Time-limited test {}] server.Server(415): Started @136939ms 2024-12-11T22:52:16,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:52:16,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:52:16,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:52:16,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:52:16,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T22:52:16,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef7d39c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:52:16,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4294a08f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:52:16,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2feb0ee8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/java.io.tmpdir/jetty-localhost-34203-hadoop-hdfs-3_4_1-tests_jar-_-any-14162569923098152152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:52:16,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d322b2f{HTTP/1.1, (http/1.1)}{localhost:34203} 2024-12-11T22:52:16,763 INFO [Time-limited test {}] server.Server(415): Started @137403ms 2024-12-11T22:52:16,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:52:16,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:52:16,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:52:16,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:52:16,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:52:16,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T22:52:16,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775d0671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:52:16,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ead9d05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:52:16,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee24d1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/java.io.tmpdir/jetty-localhost-34479-hadoop-hdfs-3_4_1-tests_jar-_-any-4322809565687386134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:52:16,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1efa32b2{HTTP/1.1, (http/1.1)}{localhost:34479} 2024-12-11T22:52:16,904 INFO [Time-limited test {}] server.Server(415): Started @137544ms 2024-12-11T22:52:16,905 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:52:16,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T22:52:16,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T22:52:16,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T22:52:16,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T22:52:16,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T22:52:16,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ebec02b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,AVAILABLE} 2024-12-11T22:52:16,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6771897a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T22:52:17,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e815ed4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/java.io.tmpdir/jetty-localhost-41709-hadoop-hdfs-3_4_1-tests_jar-_-any-9453284750174865308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:52:17,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16a80560{HTTP/1.1, (http/1.1)}{localhost:41709} 2024-12-11T22:52:17,028 INFO [Time-limited test {}] server.Server(415): Started @137668ms 2024-12-11T22:52:17,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T22:52:17,440 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d462fa545078:42633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T22:52:17,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T22:52:18,138 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data1/current/BP-640507824-172.17.0.2-1733957535829/current, will proceed with Du for space computation calculation, 2024-12-11T22:52:18,138 WARN [Thread-741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data2/current/BP-640507824-172.17.0.2-1733957535829/current, will proceed with Du for space computation calculation, 2024-12-11T22:52:18,157 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:52:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f196932978be80e with lease ID 0xd0a3f2f88a816e8c: Processing first storage report for DS-0f6afb5b-97db-476b-ae21-a7a406d88820 from datanode DatanodeRegistration(127.0.0.1:35197, datanodeUuid=ba98bdd2-f070-4f60-9c05-51e4a674fc9c, infoPort=46749, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829) 2024-12-11T22:52:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f196932978be80e with lease ID 0xd0a3f2f88a816e8c: from storage DS-0f6afb5b-97db-476b-ae21-a7a406d88820 node DatanodeRegistration(127.0.0.1:35197, datanodeUuid=ba98bdd2-f070-4f60-9c05-51e4a674fc9c, infoPort=46749, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:52:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f196932978be80e with lease ID 0xd0a3f2f88a816e8c: Processing first storage report for DS-d43e830c-90ca-4024-97a3-ce2cdcdbf041 from datanode DatanodeRegistration(127.0.0.1:35197, datanodeUuid=ba98bdd2-f070-4f60-9c05-51e4a674fc9c, infoPort=46749, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829) 2024-12-11T22:52:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f196932978be80e with lease ID 0xd0a3f2f88a816e8c: from storage DS-d43e830c-90ca-4024-97a3-ce2cdcdbf041 node DatanodeRegistration(127.0.0.1:35197, datanodeUuid=ba98bdd2-f070-4f60-9c05-51e4a674fc9c, infoPort=46749, infoSecurePort=0, ipcPort=35101, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:52:18,477 WARN [Thread-753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data4/current/BP-640507824-172.17.0.2-1733957535829/current, will proceed with Du for space computation calculation, 2024-12-11T22:52:18,477 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data3/current/BP-640507824-172.17.0.2-1733957535829/current, will proceed with Du for space computation calculation, 2024-12-11T22:52:18,494 WARN [Thread-704 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:52:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a194d18917dfad with lease ID 0xd0a3f2f88a816e8d: Processing first storage report for DS-449931f9-2a1b-4592-833f-d17f930b7b4b from datanode DatanodeRegistration(127.0.0.1:35831, datanodeUuid=8a1fb296-7cc4-448e-94fd-761e0d1dd600, infoPort=36653, infoSecurePort=0, ipcPort=35525, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829) 2024-12-11T22:52:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a194d18917dfad with lease ID 0xd0a3f2f88a816e8d: from storage DS-449931f9-2a1b-4592-833f-d17f930b7b4b node DatanodeRegistration(127.0.0.1:35831, datanodeUuid=8a1fb296-7cc4-448e-94fd-761e0d1dd600, infoPort=36653, infoSecurePort=0, ipcPort=35525, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:52:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a194d18917dfad with lease ID 0xd0a3f2f88a816e8d: Processing first storage report for DS-34bc1d1a-a85c-4b43-918a-d4300334bea7 from datanode DatanodeRegistration(127.0.0.1:35831, datanodeUuid=8a1fb296-7cc4-448e-94fd-761e0d1dd600, infoPort=36653, infoSecurePort=0, ipcPort=35525, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829) 2024-12-11T22:52:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a194d18917dfad with lease ID 0xd0a3f2f88a816e8d: from storage DS-34bc1d1a-a85c-4b43-918a-d4300334bea7 node DatanodeRegistration(127.0.0.1:35831, datanodeUuid=8a1fb296-7cc4-448e-94fd-761e0d1dd600, infoPort=36653, infoSecurePort=0, ipcPort=35525, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:52:18,620 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data5/current/BP-640507824-172.17.0.2-1733957535829/current, will proceed with Du for space computation calculation, 2024-12-11T22:52:18,620 WARN [Thread-764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data6/current/BP-640507824-172.17.0.2-1733957535829/current, will proceed with Du for space computation calculation, 2024-12-11T22:52:18,639 WARN [Thread-726 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T22:52:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7c79a7508610317 with lease ID 0xd0a3f2f88a816e8e: Processing first storage report for DS-e81c94df-64fa-4b35-a305-16b055534c8f from datanode DatanodeRegistration(127.0.0.1:33305, datanodeUuid=8fd201c6-a5f6-4428-b7fe-74022ee42b3b, infoPort=45967, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829) 2024-12-11T22:52:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7c79a7508610317 with lease ID 0xd0a3f2f88a816e8e: from storage DS-e81c94df-64fa-4b35-a305-16b055534c8f node DatanodeRegistration(127.0.0.1:33305, datanodeUuid=8fd201c6-a5f6-4428-b7fe-74022ee42b3b, infoPort=45967, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:52:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7c79a7508610317 with lease ID 0xd0a3f2f88a816e8e: Processing first storage report for DS-d0c9fd15-2bc9-431f-b3b4-d09b11edd96a from datanode DatanodeRegistration(127.0.0.1:33305, datanodeUuid=8fd201c6-a5f6-4428-b7fe-74022ee42b3b, infoPort=45967, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829) 2024-12-11T22:52:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7c79a7508610317 with lease ID 0xd0a3f2f88a816e8e: from storage DS-d0c9fd15-2bc9-431f-b3b4-d09b11edd96a node DatanodeRegistration(127.0.0.1:33305, datanodeUuid=8fd201c6-a5f6-4428-b7fe-74022ee42b3b, infoPort=45967, infoSecurePort=0, ipcPort=45745, storageInfo=lv=-57;cid=testClusterID;nsid=203912383;c=1733957535829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T22:52:18,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647 2024-12-11T22:52:18,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/zookeeper_0, clientPort=59007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T22:52:18,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59007 2024-12-11T22:52:18,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:18,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:52:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:52:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741825_1001 (size=7) 2024-12-11T22:52:18,703 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 with version=8 2024-12-11T22:52:18,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/hbase-staging 2024-12-11T22:52:18,705 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:52:18,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:18,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:18,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:52:18,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:18,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:52:18,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T22:52:18,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:52:18,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40879 2024-12-11T22:52:18,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40879 connecting to ZooKeeper ensemble=127.0.0.1:59007 2024-12-11T22:52:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408790x0, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:52:18,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40879-0x10017145a420000 connected 2024-12-11T22:52:18,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:18,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:52:19,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35, hbase.cluster.distributed=false 2024-12-11T22:52:19,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:52:19,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40879 2024-12-11T22:52:19,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40879 2024-12-11T22:52:19,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40879 2024-12-11T22:52:19,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40879 2024-12-11T22:52:19,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40879 2024-12-11T22:52:19,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:52:19,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:52:19,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:52:19,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:52:19,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:52:19,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40819 2024-12-11T22:52:19,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40819 connecting to ZooKeeper ensemble=127.0.0.1:59007 2024-12-11T22:52:19,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408190x0, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:52:19,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408190x0, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:52:19,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40819-0x10017145a420001 connected 2024-12-11T22:52:19,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:52:19,039 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:52:19,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:52:19,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:52:19,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-11T22:52:19,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40819 2024-12-11T22:52:19,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40819 2024-12-11T22:52:19,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-11T22:52:19,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40819 2024-12-11T22:52:19,058 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:52:19,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:52:19,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:52:19,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:52:19,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:52:19,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33743 2024-12-11T22:52:19,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33743 connecting to ZooKeeper ensemble=127.0.0.1:59007 2024-12-11T22:52:19,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337430x0, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:52:19,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33743-0x10017145a420002 connected 2024-12-11T22:52:19,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:52:19,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:52:19,077 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:52:19,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:52:19,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:52:19,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-12-11T22:52:19,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-12-11T22:52:19,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-12-11T22:52:19,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-12-11T22:52:19,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-12-11T22:52:19,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T22:52:19,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T22:52:19,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T22:52:19,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T22:52:19,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T22:52:19,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T22:52:19,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45767 2024-12-11T22:52:19,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45767 connecting to ZooKeeper ensemble=127.0.0.1:59007 2024-12-11T22:52:19,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457670x0, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T22:52:19,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:52:19,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45767-0x10017145a420003 connected 2024-12-11T22:52:19,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T22:52:19,113 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T22:52:19,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T22:52:19,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T22:52:19,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45767 2024-12-11T22:52:19,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45767 2024-12-11T22:52:19,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45767 2024-12-11T22:52:19,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45767 2024-12-11T22:52:19,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45767 2024-12-11T22:52:19,129 DEBUG [M:0;d462fa545078:40879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d462fa545078:40879 2024-12-11T22:52:19,130 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d462fa545078,40879,1733957538705 2024-12-11T22:52:19,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,140 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d462fa545078,40879,1733957538705 2024-12-11T22:52:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:52:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:52:19,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T22:52:19,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,151 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T22:52:19,152 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d462fa545078,40879,1733957538705 from backup master directory 2024-12-11T22:52:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d462fa545078,40879,1733957538705 2024-12-11T22:52:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T22:52:19,164 WARN [master/d462fa545078:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:52:19,164 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d462fa545078,40879,1733957538705 2024-12-11T22:52:19,169 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/hbase.id] with ID: b68b6c73-fecb-4371-84de-14e84f9e18e9 2024-12-11T22:52:19,169 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.tmp/hbase.id 2024-12-11T22:52:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:52:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:52:19,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741826_1002 (size=42) 2024-12-11T22:52:19,177 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.tmp/hbase.id]:[hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/hbase.id] 2024-12-11T22:52:19,191 INFO [master/d462fa545078:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T22:52:19,191 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T22:52:19,193 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-11T22:52:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:52:19,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:52:19,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741827_1003 (size=196) 2024-12-11T22:52:19,287 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:52:19,288 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T22:52:19,288 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:52:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:52:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:52:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741828_1004 (size=1189) 2024-12-11T22:52:19,298 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store 2024-12-11T22:52:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:52:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:52:19,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741829_1005 (size=34) 2024-12-11T22:52:19,306 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:19,306 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:52:19,307 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:19,307 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:19,307 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:52:19,307 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:19,307 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:52:19,307 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957539306Disabling compacts and flushes for region at 1733957539306Disabling writes for close at 1733957539307 (+1 ms)Writing region close event to WAL at 1733957539307Closed at 1733957539307 2024-12-11T22:52:19,308 WARN [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/.initializing 2024-12-11T22:52:19,308 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/WALs/d462fa545078,40879,1733957538705 2024-12-11T22:52:19,309 INFO [master/d462fa545078:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:52:19,311 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C40879%2C1733957538705, suffix=, logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/WALs/d462fa545078,40879,1733957538705, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/oldWALs, maxLogs=10 2024-12-11T22:52:19,324 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/WALs/d462fa545078,40879,1733957538705/d462fa545078%2C40879%2C1733957538705.1733957539311, exclude list is [], retry=0 2024-12-11T22:52:19,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33305,DS-e81c94df-64fa-4b35-a305-16b055534c8f,DISK] 2024-12-11T22:52:19,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-449931f9-2a1b-4592-833f-d17f930b7b4b,DISK] 2024-12-11T22:52:19,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-0f6afb5b-97db-476b-ae21-a7a406d88820,DISK] 2024-12-11T22:52:19,329 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/WALs/d462fa545078,40879,1733957538705/d462fa545078%2C40879%2C1733957538705.1733957539311 2024-12-11T22:52:19,329 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967),(127.0.0.1/127.0.0.1:36653:36653),(127.0.0.1/127.0.0.1:46749:46749)] 2024-12-11T22:52:19,329 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:52:19,329 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:19,329 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,330 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T22:52:19,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:19,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T22:52:19,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:19,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T22:52:19,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:19,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T22:52:19,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:19,339 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,340 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,340 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,341 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,341 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,342 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:52:19,343 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T22:52:19,345 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:19,345 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73618755, jitterRate=0.09700493514537811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:52:19,346 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733957539330Initializing all the Stores at 1733957539330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957539331 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957539331Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957539331Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957539331Cleaning up temporary data from old regions at 1733957539341 (+10 ms)Region opened successfully at 1733957539346 (+5 ms) 2024-12-11T22:52:19,346 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T22:52:19,350 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182f4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:52:19,351 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T22:52:19,351 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T22:52:19,351 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T22:52:19,351 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T22:52:19,352 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T22:52:19,352 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-11T22:52:19,352 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T22:52:19,354 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T22:52:19,355 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T22:52:19,385 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T22:52:19,385 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T22:52:19,386 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T22:52:19,395 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T22:52:19,396 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T22:52:19,397 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T22:52:19,406 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T22:52:19,407 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T22:52:19,416 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T22:52:19,419 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T22:52:19,427 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,439 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d462fa545078,40879,1733957538705, sessionid=0x10017145a420000, setting cluster-up flag (Was=false) 2024-12-11T22:52:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,490 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T22:52:19,492 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,40879,1733957538705 2024-12-11T22:52:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:19,543 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T22:52:19,545 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,40879,1733957538705 2024-12-11T22:52:19,546 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T22:52:19,548 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T22:52:19,549 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T22:52:19,549 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T22:52:19,549 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d462fa545078,40879,1733957538705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T22:52:19,551 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:52:19,551 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:52:19,551 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:52:19,551 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T22:52:19,551 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d462fa545078:0, corePoolSize=10, maxPoolSize=10 2024-12-11T22:52:19,552 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,552 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:52:19,552 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,553 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733957569553 2024-12-11T22:52:19,553 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T22:52:19,553 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T22:52:19,553 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T22:52:19,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:52:19,553 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T22:52:19,553 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T22:52:19,554 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T22:52:19,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T22:52:19,554 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,555 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T22:52:19,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,555 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T22:52:19,555 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T22:52:19,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T22:52:19,555 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T22:52:19,555 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T22:52:19,556 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957539555,5,FailOnTimeoutGroup] 2024-12-11T22:52:19,556 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957539556,5,FailOnTimeoutGroup] 2024-12-11T22:52:19,556 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,556 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T22:52:19,556 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,556 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741831_1007 (size=1321) 2024-12-11T22:52:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741831_1007 (size=1321) 2024-12-11T22:52:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741831_1007 (size=1321) 2024-12-11T22:52:19,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T22:52:19,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741832_1008 (size=32) 2024-12-11T22:52:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741832_1008 (size=32) 2024-12-11T22:52:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741832_1008 (size=32) 2024-12-11T22:52:19,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:19,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:52:19,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:52:19,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:19,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T22:52:19,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:52:19,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:19,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:52:19,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:52:19,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:19,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:52:19,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:52:19,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:19,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:19,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:52:19,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740 2024-12-11T22:52:19,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740 2024-12-11T22:52:19,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:52:19,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:52:19,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:52:19,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:52:19,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:19,597 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70498750, jitterRate=0.050513237714767456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:52:19,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733957539580Initializing all the Stores at 1733957539581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957539581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957539581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957539581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957539581Cleaning up temporary data from old regions at 1733957539593 (+12 ms)Region opened successfully at 1733957539597 (+4 ms) 2024-12-11T22:52:19,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:52:19,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:52:19,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:52:19,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:52:19,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:52:19,598 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:52:19,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957539598Disabling compacts and flushes for region at 1733957539598Disabling writes for close at 1733957539598Writing region close event to WAL at 1733957539598Closed at 1733957539598 2024-12-11T22:52:19,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:52:19,599 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T22:52:19,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T22:52:19,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:52:19,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T22:52:19,620 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(746): ClusterId : b68b6c73-fecb-4371-84de-14e84f9e18e9 2024-12-11T22:52:19,620 INFO [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(746): ClusterId : b68b6c73-fecb-4371-84de-14e84f9e18e9 2024-12-11T22:52:19,620 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(746): ClusterId : b68b6c73-fecb-4371-84de-14e84f9e18e9 2024-12-11T22:52:19,620 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:52:19,620 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:52:19,620 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T22:52:19,628 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:52:19,628 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:52:19,628 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T22:52:19,628 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:52:19,628 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:52:19,628 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T22:52:19,639 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:52:19,639 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:52:19,639 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T22:52:19,639 DEBUG [RS:1;d462fa545078:33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b260bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:52:19,639 DEBUG [RS:0;d462fa545078:40819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fc16ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:52:19,639 DEBUG [RS:2;d462fa545078:45767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b2b444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d462fa545078/172.17.0.2:0 2024-12-11T22:52:19,649 DEBUG [RS:1;d462fa545078:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d462fa545078:33743 2024-12-11T22:52:19,649 INFO [RS:1;d462fa545078:33743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:52:19,649 INFO [RS:1;d462fa545078:33743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:52:19,649 DEBUG [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:52:19,650 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d462fa545078:45767 2024-12-11T22:52:19,650 INFO [RS:2;d462fa545078:45767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:52:19,650 INFO [RS:2;d462fa545078:45767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:52:19,650 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:52:19,650 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d462fa545078:40819 2024-12-11T22:52:19,650 INFO [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,40879,1733957538705 with port=33743, startcode=1733957539057 2024-12-11T22:52:19,650 INFO [RS:0;d462fa545078:40819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T22:52:19,650 INFO [RS:0;d462fa545078:40819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T22:52:19,650 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T22:52:19,650 DEBUG [RS:1;d462fa545078:33743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:52:19,650 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,40879,1733957538705 with port=45767, startcode=1733957539098 2024-12-11T22:52:19,650 DEBUG [RS:2;d462fa545078:45767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:52:19,650 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,40879,1733957538705 with port=40819, startcode=1733957539021 2024-12-11T22:52:19,651 DEBUG [RS:0;d462fa545078:40819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T22:52:19,652 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43287, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:52:19,652 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:52:19,652 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T22:52:19,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,45767,1733957539098 2024-12-11T22:52:19,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(517): Registering regionserver=d462fa545078,45767,1733957539098 2024-12-11T22:52:19,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,33743,1733957539057 2024-12-11T22:52:19,654 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:19,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(517): Registering regionserver=d462fa545078,33743,1733957539057 2024-12-11T22:52:19,654 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34591 2024-12-11T22:52:19,654 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:52:19,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,40819,1733957539021 2024-12-11T22:52:19,655 DEBUG [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:19,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40879 {}] master.ServerManager(517): Registering regionserver=d462fa545078,40819,1733957539021 2024-12-11T22:52:19,655 DEBUG [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34591 2024-12-11T22:52:19,655 DEBUG [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:52:19,656 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:19,656 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34591 2024-12-11T22:52:19,656 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T22:52:19,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:52:19,711 DEBUG [RS:1;d462fa545078:33743 {}] zookeeper.ZKUtil(111): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,33743,1733957539057 2024-12-11T22:52:19,712 DEBUG [RS:2;d462fa545078:45767 {}] zookeeper.ZKUtil(111): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,45767,1733957539098 2024-12-11T22:52:19,712 WARN [RS:1;d462fa545078:33743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:52:19,712 WARN [RS:2;d462fa545078:45767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:52:19,712 INFO [RS:1;d462fa545078:33743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:52:19,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,40819,1733957539021] 2024-12-11T22:52:19,712 INFO [RS:2;d462fa545078:45767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:52:19,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,45767,1733957539098] 2024-12-11T22:52:19,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,33743,1733957539057] 2024-12-11T22:52:19,712 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,45767,1733957539098 2024-12-11T22:52:19,712 DEBUG [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057 2024-12-11T22:52:19,712 DEBUG [RS:0;d462fa545078:40819 {}] zookeeper.ZKUtil(111): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d462fa545078,40819,1733957539021 2024-12-11T22:52:19,712 WARN [RS:0;d462fa545078:40819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T22:52:19,712 INFO [RS:0;d462fa545078:40819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:52:19,713 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021 2024-12-11T22:52:19,720 INFO [RS:1;d462fa545078:33743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:52:19,720 INFO [RS:2;d462fa545078:45767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:52:19,720 INFO [RS:0;d462fa545078:40819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T22:52:19,724 INFO [RS:1;d462fa545078:33743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:52:19,724 INFO [RS:1;d462fa545078:33743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:52:19,725 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,726 INFO [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:52:19,727 INFO [RS:1;d462fa545078:33743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:52:19,727 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,728 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:52:19,729 DEBUG [RS:1;d462fa545078:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:52:19,729 INFO [RS:0;d462fa545078:40819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:52:19,729 INFO [RS:0;d462fa545078:40819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:52:19,729 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,733 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:52:19,733 INFO [RS:2;d462fa545078:45767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T22:52:19,733 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,733 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,733 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,733 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,733 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,733 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,33743,1733957539057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:52:19,733 INFO [RS:2;d462fa545078:45767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T22:52:19,733 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,734 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T22:52:19,734 INFO [RS:0;d462fa545078:40819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:52:19,734 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,734 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,735 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,735 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,735 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,735 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,735 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:52:19,735 DEBUG [RS:0;d462fa545078:40819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:52:19,737 INFO [RS:2;d462fa545078:45767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T22:52:19,737 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,737 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,738 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,738 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T22:52:19,739 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,739 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:52:19,739 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,739 DEBUG [RS:2;d462fa545078:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T22:52:19,739 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,739 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40819,1733957539021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:52:19,742 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,743 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,743 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,743 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,743 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,743 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,45767,1733957539098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:52:19,751 WARN [d462fa545078:40879 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T22:52:19,752 INFO [RS:1;d462fa545078:33743 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:52:19,752 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,33743,1733957539057-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,752 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,752 INFO [RS:1;d462fa545078:33743 {}] regionserver.Replication(171): d462fa545078,33743,1733957539057 started 2024-12-11T22:52:19,759 INFO [RS:0;d462fa545078:40819 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:52:19,759 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40819,1733957539021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,759 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,759 INFO [RS:0;d462fa545078:40819 {}] regionserver.Replication(171): d462fa545078,40819,1733957539021 started 2024-12-11T22:52:19,762 INFO [RS:2;d462fa545078:45767 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T22:52:19,762 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,45767,1733957539098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,763 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,763 INFO [RS:2;d462fa545078:45767 {}] regionserver.Replication(171): d462fa545078,45767,1733957539098 started 2024-12-11T22:52:19,769 INFO [RS:1;d462fa545078:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,769 INFO [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,33743,1733957539057, RpcServer on d462fa545078/172.17.0.2:33743, sessionid=0x10017145a420002 2024-12-11T22:52:19,769 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:52:19,769 DEBUG [RS:1;d462fa545078:33743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,33743,1733957539057 2024-12-11T22:52:19,769 DEBUG [RS:1;d462fa545078:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,33743,1733957539057' 2024-12-11T22:52:19,769 DEBUG [RS:1;d462fa545078:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:52:19,770 DEBUG [RS:1;d462fa545078:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:52:19,770 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:52:19,770 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:52:19,770 DEBUG [RS:1;d462fa545078:33743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,33743,1733957539057 2024-12-11T22:52:19,770 DEBUG [RS:1;d462fa545078:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,33743,1733957539057' 2024-12-11T22:52:19,770 DEBUG [RS:1;d462fa545078:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:52:19,771 DEBUG [RS:1;d462fa545078:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:52:19,771 DEBUG [RS:1;d462fa545078:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:52:19,771 INFO [RS:1;d462fa545078:33743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:52:19,771 INFO [RS:1;d462fa545078:33743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:52:19,778 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,779 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,40819,1733957539021, RpcServer on d462fa545078/172.17.0.2:40819, sessionid=0x10017145a420001 2024-12-11T22:52:19,779 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:52:19,779 DEBUG [RS:0;d462fa545078:40819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,40819,1733957539021 2024-12-11T22:52:19,779 DEBUG [RS:0;d462fa545078:40819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,40819,1733957539021' 2024-12-11T22:52:19,779 DEBUG [RS:0;d462fa545078:40819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:52:19,779 DEBUG [RS:0;d462fa545078:40819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:52:19,780 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:52:19,780 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:52:19,780 DEBUG [RS:0;d462fa545078:40819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,40819,1733957539021 2024-12-11T22:52:19,780 DEBUG [RS:0;d462fa545078:40819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,40819,1733957539021' 2024-12-11T22:52:19,780 DEBUG [RS:0;d462fa545078:40819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:52:19,781 DEBUG [RS:0;d462fa545078:40819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:52:19,781 DEBUG [RS:0;d462fa545078:40819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:52:19,781 INFO [RS:0;d462fa545078:40819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:52:19,781 INFO [RS:0;d462fa545078:40819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:52:19,782 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:19,782 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,45767,1733957539098, RpcServer on d462fa545078/172.17.0.2:45767, sessionid=0x10017145a420003 2024-12-11T22:52:19,782 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T22:52:19,782 DEBUG [RS:2;d462fa545078:45767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,45767,1733957539098 2024-12-11T22:52:19,782 DEBUG [RS:2;d462fa545078:45767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,45767,1733957539098' 2024-12-11T22:52:19,782 DEBUG [RS:2;d462fa545078:45767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T22:52:19,783 DEBUG [RS:2;d462fa545078:45767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T22:52:19,783 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T22:52:19,783 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T22:52:19,783 DEBUG [RS:2;d462fa545078:45767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,45767,1733957539098 2024-12-11T22:52:19,783 DEBUG [RS:2;d462fa545078:45767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,45767,1733957539098' 2024-12-11T22:52:19,783 DEBUG [RS:2;d462fa545078:45767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T22:52:19,784 DEBUG [RS:2;d462fa545078:45767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T22:52:19,784 DEBUG [RS:2;d462fa545078:45767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T22:52:19,784 INFO [RS:2;d462fa545078:45767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T22:52:19,784 INFO [RS:2;d462fa545078:45767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T22:52:19,872 INFO [RS:1;d462fa545078:33743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:52:19,875 INFO [RS:1;d462fa545078:33743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C33743%2C1733957539057, suffix=, logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs, maxLogs=32 2024-12-11T22:52:19,882 INFO [RS:0;d462fa545078:40819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:52:19,885 INFO [RS:2;d462fa545078:45767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T22:52:19,885 INFO [RS:0;d462fa545078:40819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C40819%2C1733957539021, suffix=, logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs, maxLogs=32 2024-12-11T22:52:19,886 INFO [RS:2;d462fa545078:45767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C45767%2C1733957539098, suffix=, logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,45767,1733957539098, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs, maxLogs=32 2024-12-11T22:52:19,893 DEBUG [RS:1;d462fa545078:33743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057/d462fa545078%2C33743%2C1733957539057.1733957539875, exclude list is [], retry=0 2024-12-11T22:52:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33305,DS-e81c94df-64fa-4b35-a305-16b055534c8f,DISK] 2024-12-11T22:52:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-449931f9-2a1b-4592-833f-d17f930b7b4b,DISK] 2024-12-11T22:52:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-0f6afb5b-97db-476b-ae21-a7a406d88820,DISK] 2024-12-11T22:52:19,897 DEBUG [RS:2;d462fa545078:45767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,45767,1733957539098/d462fa545078%2C45767%2C1733957539098.1733957539887, exclude list is [], retry=0 2024-12-11T22:52:19,897 DEBUG [RS:0;d462fa545078:40819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021/d462fa545078%2C40819%2C1733957539021.1733957539886, exclude list is [], retry=0 2024-12-11T22:52:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-0f6afb5b-97db-476b-ae21-a7a406d88820,DISK] 2024-12-11T22:52:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-449931f9-2a1b-4592-833f-d17f930b7b4b,DISK] 2024-12-11T22:52:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33305,DS-e81c94df-64fa-4b35-a305-16b055534c8f,DISK] 2024-12-11T22:52:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33305,DS-e81c94df-64fa-4b35-a305-16b055534c8f,DISK] 2024-12-11T22:52:19,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-0f6afb5b-97db-476b-ae21-a7a406d88820,DISK] 2024-12-11T22:52:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-449931f9-2a1b-4592-833f-d17f930b7b4b,DISK] 2024-12-11T22:52:19,901 INFO [RS:1;d462fa545078:33743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057/d462fa545078%2C33743%2C1733957539057.1733957539875 2024-12-11T22:52:19,905 DEBUG [RS:1;d462fa545078:33743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45967:45967),(127.0.0.1/127.0.0.1:46749:46749),(127.0.0.1/127.0.0.1:36653:36653)] 2024-12-11T22:52:19,906 INFO [RS:2;d462fa545078:45767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,45767,1733957539098/d462fa545078%2C45767%2C1733957539098.1733957539887 2024-12-11T22:52:19,907 INFO [RS:0;d462fa545078:40819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021/d462fa545078%2C40819%2C1733957539021.1733957539886 2024-12-11T22:52:19,907 DEBUG [RS:2;d462fa545078:45767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46749:46749),(127.0.0.1/127.0.0.1:45967:45967),(127.0.0.1/127.0.0.1:36653:36653)] 2024-12-11T22:52:19,907 DEBUG [RS:0;d462fa545078:40819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36653:36653),(127.0.0.1/127.0.0.1:46749:46749),(127.0.0.1/127.0.0.1:45967:45967)] 2024-12-11T22:52:20,001 DEBUG [d462fa545078:40879 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T22:52:20,002 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:52:20,008 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:52:20,008 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:52:20,008 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T22:52:20,008 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:52:20,008 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:52:20,008 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T22:52:20,008 INFO [d462fa545078:40879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:52:20,008 INFO [d462fa545078:40879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:52:20,009 INFO [d462fa545078:40879 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T22:52:20,009 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:52:20,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:20,011 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,40819,1733957539021, state=OPENING 2024-12-11T22:52:20,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:20,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T22:52:20,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:20,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:52:20,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:20,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:20,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T22:52:20,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:20,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,40819,1733957539021}] 2024-12-11T22:52:20,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:20,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:52:20,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:20,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:20,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:27,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T22:52:27,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T22:52:30,104 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:52:30,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:52:30,113 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T22:52:30,113 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T22:52:30,114 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T22:52:30,115 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C40819%2C1733957539021.meta, suffix=.meta, logDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021, archiveDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs, maxLogs=32 2024-12-11T22:52:30,129 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021/d462fa545078%2C40819%2C1733957539021.meta.1733957550116.meta, exclude list is [], retry=0 2024-12-11T22:52:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35831,DS-449931f9-2a1b-4592-833f-d17f930b7b4b,DISK] 2024-12-11T22:52:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-0f6afb5b-97db-476b-ae21-a7a406d88820,DISK] 2024-12-11T22:52:30,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33305,DS-e81c94df-64fa-4b35-a305-16b055534c8f,DISK] 2024-12-11T22:52:30,135 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021/d462fa545078%2C40819%2C1733957539021.meta.1733957550116.meta 2024-12-11T22:52:30,135 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36653:36653),(127.0.0.1/127.0.0.1:46749:46749),(127.0.0.1/127.0.0.1:45967:45967)] 2024-12-11T22:52:30,135 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T22:52:30,135 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T22:52:30,136 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T22:52:30,136 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T22:52:30,136 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T22:52:30,136 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,136 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T22:52:30,136 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T22:52:30,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T22:52:30,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T22:52:30,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:30,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:30,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T22:52:30,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T22:52:30,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:30,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:30,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T22:52:30,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T22:52:30,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T22:52:30,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T22:52:30,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:30,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T22:52:30,150 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T22:52:30,151 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740 2024-12-11T22:52:30,152 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740 2024-12-11T22:52:30,154 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T22:52:30,154 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T22:52:30,154 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T22:52:30,156 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T22:52:30,157 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66786895, jitterRate=-0.004797711968421936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T22:52:30,158 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T22:52:30,158 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733957550136Writing region info on filesystem at 1733957550136Initializing all the Stores at 1733957550137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957550137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957550140 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957550141 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733957550141Cleaning up temporary data from old regions at 1733957550154 (+13 ms)Running coprocessor post-open hooks at 1733957550158 (+4 ms)Region opened successfully at 1733957550158 2024-12-11T22:52:30,159 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733957550104 2024-12-11T22:52:30,161 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T22:52:30,161 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T22:52:30,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:30,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,40819,1733957539021, state=OPEN 2024-12-11T22:52:30,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:52:30,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:52:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:52:30,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T22:52:30,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:30,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d462fa545078,40819,1733957539021 2024-12-11T22:52:30,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T22:52:30,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T22:52:30,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,40819,1733957539021 in 10.0840 sec 2024-12-11T22:52:30,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T22:52:30,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5910 sec 2024-12-11T22:52:30,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T22:52:30,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T22:52:30,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:52:30,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40819,1733957539021, seqNum=-1] 2024-12-11T22:52:30,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:52:30,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:52:30,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6800 sec 2024-12-11T22:52:30,230 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733957550230, completionTime=-1 2024-12-11T22:52:30,230 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T22:52:30,230 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T22:52:30,232 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T22:52:30,232 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733957610232 2024-12-11T22:52:30,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733957670233 2024-12-11T22:52:30,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-11T22:52:30,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40879,1733957538705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:30,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40879,1733957538705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:30,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40879,1733957538705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:30,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d462fa545078:40879, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:30,233 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:30,234 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:30,235 DEBUG [master/d462fa545078:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.074sec 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40879,1733957538705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T22:52:30,238 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40879,1733957538705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T22:52:30,251 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T22:52:30,251 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T22:52:30,251 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40879,1733957538705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T22:52:30,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56960cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:52:30,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,40879,-1 for getting cluster id 2024-12-11T22:52:30,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T22:52:30,338 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b68b6c73-fecb-4371-84de-14e84f9e18e9' 2024-12-11T22:52:30,341 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T22:52:30,341 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b68b6c73-fecb-4371-84de-14e84f9e18e9" 2024-12-11T22:52:30,343 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32023858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:52:30,343 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,40879,-1] 2024-12-11T22:52:30,343 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T22:52:30,344 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:30,347 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T22:52:30,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc56434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:52:30,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:52:30,350 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40819,1733957539021, seqNum=-1] 2024-12-11T22:52:30,350 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:52:30,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:52:30,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d462fa545078,40879,1733957538705 2024-12-11T22:52:30,362 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733957550362 (current time:1733957550362). 2024-12-11T22:52:30,362 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T22:52:30,362 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T22:52:30,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e1858b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:52:30,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,40879,-1 for getting cluster id 2024-12-11T22:52:30,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T22:52:30,375 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b68b6c73-fecb-4371-84de-14e84f9e18e9' 2024-12-11T22:52:30,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T22:52:30,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b68b6c73-fecb-4371-84de-14e84f9e18e9" 2024-12-11T22:52:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8c3e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:52:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,40879,-1] 2024-12-11T22:52:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T22:52:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:30,378 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T22:52:30,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b27f142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T22:52:30,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T22:52:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40819,1733957539021, seqNum=-1] 2024-12-11T22:52:30,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:52:30,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:52:30,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:52:30,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:52:30,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:30,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:52:30,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T22:52:30,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T22:52:30,388 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,40879,1733957538705 2024-12-11T22:52:30,388 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9ae807 2024-12-11T22:52:30,388 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T22:52:30,391 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T22:52:30,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T22:52:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T22:52:30,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T22:52:30,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:30,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T22:52:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:30,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T22:52:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741837_1013 (size=361) 2024-12-11T22:52:30,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741837_1013 (size=361) 2024-12-11T22:52:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741837_1013 (size=361) 2024-12-11T22:52:30,459 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d5d931ac788b6184eda5ecb50aa453b, NAME => 'SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,462 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a245b995f8cb7cf4cf67c78440909bf4, NAME => 'SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,472 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cf93f801b9d62456bd7ecb4e5e71de99, NAME => 'SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741838_1014 (size=54) 2024-12-11T22:52:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741838_1014 (size=54) 2024-12-11T22:52:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741838_1014 (size=54) 2024-12-11T22:52:30,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7d5d931ac788b6184eda5ecb50aa453b, disabling compactions & flushes 2024-12-11T22:52:30,537 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:52:30,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:52:30,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. after waiting 0 ms 2024-12-11T22:52:30,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:52:30,538 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:52:30,538 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d5d931ac788b6184eda5ecb50aa453b: Waiting for close lock at 1733957550537Disabling compacts and flushes for region at 1733957550537Disabling writes for close at 1733957550537Writing region close event to WAL at 1733957550537Closed at 1733957550537 2024-12-11T22:52:30,538 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c956cb147bd3e3dd06c229409332da59, NAME => 'SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741839_1015 (size=62) 2024-12-11T22:52:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741839_1015 (size=62) 2024-12-11T22:52:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741839_1015 (size=62) 2024-12-11T22:52:30,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a245b995f8cb7cf4cf67c78440909bf4, disabling compactions & flushes 2024-12-11T22:52:30,554 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:52:30,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:52:30,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. after waiting 0 ms 2024-12-11T22:52:30,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:52:30,554 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:52:30,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a245b995f8cb7cf4cf67c78440909bf4: Waiting for close lock at 1733957550554Disabling compacts and flushes for region at 1733957550554Disabling writes for close at 1733957550554Writing region close event to WAL at 1733957550554Closed at 1733957550554 2024-12-11T22:52:30,555 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5676e7c93fbba2f14fa42fa46c79c9e8, NAME => 'SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741840_1016 (size=62) 2024-12-11T22:52:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741840_1016 (size=62) 2024-12-11T22:52:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741840_1016 (size=62) 2024-12-11T22:52:30,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cf93f801b9d62456bd7ecb4e5e71de99, disabling compactions & flushes 2024-12-11T22:52:30,590 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:52:30,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:52:30,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. after waiting 0 ms 2024-12-11T22:52:30,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:52:30,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:52:30,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cf93f801b9d62456bd7ecb4e5e71de99: Waiting for close lock at 1733957550590Disabling compacts and flushes for region at 1733957550590Disabling writes for close at 1733957550590Writing region close event to WAL at 1733957550591 (+1 ms)Closed at 1733957550591 2024-12-11T22:52:30,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 99de8c297b38878fa0bcaf7fe30f1ede, NAME => 'SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741841_1017 (size=62) 2024-12-11T22:52:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741841_1017 (size=62) 2024-12-11T22:52:30,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741841_1017 (size=62) 2024-12-11T22:52:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741842_1018 (size=62) 2024-12-11T22:52:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741842_1018 (size=62) 2024-12-11T22:52:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741842_1018 (size=62) 2024-12-11T22:52:30,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5676e7c93fbba2f14fa42fa46c79c9e8, disabling compactions & flushes 2024-12-11T22:52:30,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:52:30,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:52:30,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. after waiting 0 ms 2024-12-11T22:52:30,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:52:30,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:52:30,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5676e7c93fbba2f14fa42fa46c79c9e8: Waiting for close lock at 1733957550720Disabling compacts and flushes for region at 1733957550720Disabling writes for close at 1733957550720Writing region close event to WAL at 1733957550720Closed at 1733957550720 2024-12-11T22:52:30,721 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 78500613a8f6f2bf66db057b1f4f3e58, NAME => 'SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741843_1019 (size=62) 2024-12-11T22:52:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741843_1019 (size=62) 2024-12-11T22:52:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741843_1019 (size=62) 2024-12-11T22:52:30,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 99de8c297b38878fa0bcaf7fe30f1ede, disabling compactions & flushes 2024-12-11T22:52:30,756 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:52:30,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:52:30,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. after waiting 0 ms 2024-12-11T22:52:30,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:52:30,756 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:52:30,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 99de8c297b38878fa0bcaf7fe30f1ede: Waiting for close lock at 1733957550756Disabling compacts and flushes for region at 1733957550756Disabling writes for close at 1733957550756Writing region close event to WAL at 1733957550756Closed at 1733957550756 2024-12-11T22:52:30,757 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ef0d0b7724db2e39c345d87e2b86de67, NAME => 'SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741844_1020 (size=62) 2024-12-11T22:52:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741844_1020 (size=62) 2024-12-11T22:52:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741844_1020 (size=62) 2024-12-11T22:52:30,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 78500613a8f6f2bf66db057b1f4f3e58, disabling compactions & flushes 2024-12-11T22:52:30,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:30,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:30,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. after waiting 0 ms 2024-12-11T22:52:30,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:30,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:30,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 78500613a8f6f2bf66db057b1f4f3e58: Waiting for close lock at 1733957550781Disabling compacts and flushes for region at 1733957550781Disabling writes for close at 1733957550781Writing region close event to WAL at 1733957550781Closed at 1733957550781 2024-12-11T22:52:30,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 05b0ce92b5ab36020d222ba954f875db, NAME => 'SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741846_1022 (size=62) 2024-12-11T22:52:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741845_1021 (size=62) 2024-12-11T22:52:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741845_1021 (size=62) 2024-12-11T22:52:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741845_1021 (size=62) 2024-12-11T22:52:30,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ef0d0b7724db2e39c345d87e2b86de67, disabling compactions & flushes 2024-12-11T22:52:30,812 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:52:30,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:52:30,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. after waiting 0 ms 2024-12-11T22:52:30,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:52:30,812 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:52:30,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ef0d0b7724db2e39c345d87e2b86de67: Waiting for close lock at 1733957550812Disabling compacts and flushes for region at 1733957550812Disabling writes for close at 1733957550812Writing region close event to WAL at 1733957550812Closed at 1733957550812 2024-12-11T22:52:30,813 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f0cb8f6ca3067fdc14a33420757cf866, NAME => 'SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35 2024-12-11T22:52:30,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741846_1022 (size=62) 2024-12-11T22:52:30,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741846_1022 (size=62) 2024-12-11T22:52:30,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 05b0ce92b5ab36020d222ba954f875db, disabling compactions & flushes 2024-12-11T22:52:30,819 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:52:30,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:52:30,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. after waiting 0 ms 2024-12-11T22:52:30,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:52:30,819 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:52:30,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 05b0ce92b5ab36020d222ba954f875db: Waiting for close lock at 1733957550819Disabling compacts and flushes for region at 1733957550819Disabling writes for close at 1733957550819Writing region close event to WAL at 1733957550819Closed at 1733957550819 2024-12-11T22:52:30,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741847_1023 (size=54) 2024-12-11T22:52:30,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741847_1023 (size=54) 2024-12-11T22:52:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741847_1023 (size=54) 2024-12-11T22:52:30,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:30,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f0cb8f6ca3067fdc14a33420757cf866, disabling compactions & flushes 2024-12-11T22:52:30,878 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:52:30,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:52:30,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. after waiting 0 ms 2024-12-11T22:52:30,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:52:30,878 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:52:30,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f0cb8f6ca3067fdc14a33420757cf866: Waiting for close lock at 1733957550878Disabling compacts and flushes for region at 1733957550878Disabling writes for close at 1733957550878Writing region close event to WAL at 1733957550878Closed at 1733957550878 2024-12-11T22:52:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:31,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:31,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c956cb147bd3e3dd06c229409332da59, disabling compactions & flushes 2024-12-11T22:52:31,080 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:52:31,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:52:31,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. after waiting 0 ms 2024-12-11T22:52:31,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:52:31,081 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:52:31,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c956cb147bd3e3dd06c229409332da59: Waiting for close lock at 1733957551080Disabling compacts and flushes for region at 1733957551080Disabling writes for close at 1733957551081 (+1 ms)Writing region close event to WAL at 1733957551081Closed at 1733957551081 2024-12-11T22:52:31,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T22:52:31,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733957551089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733957551089"}]},"ts":"1733957551089"} 2024-12-11T22:52:31,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T22:52:31,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T22:52:31,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957551098"}]},"ts":"1733957551098"} 2024-12-11T22:52:31,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T22:52:31,100 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:52:31,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:52:31,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:52:31,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T22:52:31,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:52:31,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:52:31,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T22:52:31,106 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:52:31,106 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:52:31,106 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T22:52:31,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:52:31,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d5d931ac788b6184eda5ecb50aa453b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a245b995f8cb7cf4cf67c78440909bf4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c956cb147bd3e3dd06c229409332da59, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5676e7c93fbba2f14fa42fa46c79c9e8, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99de8c297b38878fa0bcaf7fe30f1ede, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef0d0b7724db2e39c345d87e2b86de67, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b0ce92b5ab36020d222ba954f875db, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN}] 2024-12-11T22:52:31,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c956cb147bd3e3dd06c229409332da59, ASSIGN 2024-12-11T22:52:31,111 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN 2024-12-11T22:52:31,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d5d931ac788b6184eda5ecb50aa453b, ASSIGN 2024-12-11T22:52:31,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c956cb147bd3e3dd06c229409332da59, ASSIGN; state=OFFLINE, location=d462fa545078,40819,1733957539021; forceNewPlan=false, retain=false 2024-12-11T22:52:31,112 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a245b995f8cb7cf4cf67c78440909bf4, ASSIGN 2024-12-11T22:52:31,113 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN; state=OFFLINE, location=d462fa545078,33743,1733957539057; forceNewPlan=false, retain=false 2024-12-11T22:52:31,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d5d931ac788b6184eda5ecb50aa453b, ASSIGN; state=OFFLINE, location=d462fa545078,40819,1733957539021; forceNewPlan=false, retain=false 2024-12-11T22:52:31,113 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a245b995f8cb7cf4cf67c78440909bf4, ASSIGN; state=OFFLINE, location=d462fa545078,45767,1733957539098; forceNewPlan=false, retain=false 2024-12-11T22:52:31,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5676e7c93fbba2f14fa42fa46c79c9e8, ASSIGN 2024-12-11T22:52:31,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5676e7c93fbba2f14fa42fa46c79c9e8, ASSIGN; state=OFFLINE, location=d462fa545078,40819,1733957539021; forceNewPlan=false, retain=false 2024-12-11T22:52:31,127 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99de8c297b38878fa0bcaf7fe30f1ede, ASSIGN 2024-12-11T22:52:31,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN 2024-12-11T22:52:31,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99de8c297b38878fa0bcaf7fe30f1ede, ASSIGN; state=OFFLINE, location=d462fa545078,45767,1733957539098; forceNewPlan=false, retain=false 2024-12-11T22:52:31,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef0d0b7724db2e39c345d87e2b86de67, ASSIGN 2024-12-11T22:52:31,130 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN; state=OFFLINE, location=d462fa545078,33743,1733957539057; forceNewPlan=false, retain=false 2024-12-11T22:52:31,132 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN 2024-12-11T22:52:31,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef0d0b7724db2e39c345d87e2b86de67, ASSIGN; state=OFFLINE, location=d462fa545078,40819,1733957539021; forceNewPlan=false, retain=false 2024-12-11T22:52:31,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b0ce92b5ab36020d222ba954f875db, ASSIGN 2024-12-11T22:52:31,133 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN; state=OFFLINE, location=d462fa545078,33743,1733957539057; forceNewPlan=false, retain=false 2024-12-11T22:52:31,134 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b0ce92b5ab36020d222ba954f875db, ASSIGN; state=OFFLINE, location=d462fa545078,45767,1733957539098; forceNewPlan=false, retain=false 2024-12-11T22:52:31,263 INFO [d462fa545078:40879 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T22:52:31,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=99de8c297b38878fa0bcaf7fe30f1ede, regionState=OPENING, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:52:31,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a245b995f8cb7cf4cf67c78440909bf4, regionState=OPENING, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:52:31,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ef0d0b7724db2e39c345d87e2b86de67, regionState=OPENING, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:31,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5676e7c93fbba2f14fa42fa46c79c9e8, regionState=OPENING, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:31,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c956cb147bd3e3dd06c229409332da59, regionState=OPENING, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:31,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d5d931ac788b6184eda5ecb50aa453b, regionState=OPENING, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:31,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f0cb8f6ca3067fdc14a33420757cf866, regionState=OPENING, regionLocation=d462fa545078,33743,1733957539057 2024-12-11T22:52:31,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=78500613a8f6f2bf66db057b1f4f3e58, regionState=OPENING, regionLocation=d462fa545078,33743,1733957539057 2024-12-11T22:52:31,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cf93f801b9d62456bd7ecb4e5e71de99, regionState=OPENING, regionLocation=d462fa545078,33743,1733957539057 2024-12-11T22:52:31,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=05b0ce92b5ab36020d222ba954f875db, regionState=OPENING, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:52:31,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef0d0b7724db2e39c345d87e2b86de67, ASSIGN because future has completed 2024-12-11T22:52:31,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a245b995f8cb7cf4cf67c78440909bf4, ASSIGN because future has completed 2024-12-11T22:52:31,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef0d0b7724db2e39c345d87e2b86de67, server=d462fa545078,40819,1733957539021}] 2024-12-11T22:52:31,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c956cb147bd3e3dd06c229409332da59, ASSIGN because future has completed 2024-12-11T22:52:31,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5676e7c93fbba2f14fa42fa46c79c9e8, ASSIGN because future has completed 2024-12-11T22:52:31,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c956cb147bd3e3dd06c229409332da59, server=d462fa545078,40819,1733957539021}] 2024-12-11T22:52:31,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7d5d931ac788b6184eda5ecb50aa453b, ASSIGN because future has completed 2024-12-11T22:52:31,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN because future has completed 2024-12-11T22:52:31,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a245b995f8cb7cf4cf67c78440909bf4, server=d462fa545078,45767,1733957539098}] 2024-12-11T22:52:31,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d5d931ac788b6184eda5ecb50aa453b, server=d462fa545078,40819,1733957539021}] 2024-12-11T22:52:31,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5676e7c93fbba2f14fa42fa46c79c9e8, server=d462fa545078,40819,1733957539021}] 2024-12-11T22:52:31,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cb8f6ca3067fdc14a33420757cf866, server=d462fa545078,33743,1733957539057}] 2024-12-11T22:52:31,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN because future has completed 2024-12-11T22:52:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN because future has completed 2024-12-11T22:52:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=99de8c297b38878fa0bcaf7fe30f1ede, ASSIGN because future has completed 2024-12-11T22:52:31,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b0ce92b5ab36020d222ba954f875db, ASSIGN because future has completed 2024-12-11T22:52:31,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99, server=d462fa545078,33743,1733957539057}] 2024-12-11T22:52:31,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b0ce92b5ab36020d222ba954f875db, server=d462fa545078,45767,1733957539098}] 2024-12-11T22:52:31,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58, server=d462fa545078,33743,1733957539057}] 2024-12-11T22:52:31,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99de8c297b38878fa0bcaf7fe30f1ede, server=d462fa545078,45767,1733957539098}] 2024-12-11T22:52:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:31,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T22:52:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:35,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:35,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:35,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:35,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:52:35,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:35,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:35,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:41,305 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:52:41,306 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ef0d0b7724db2e39c345d87e2b86de67, NAME => 'SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T22:52:41,307 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,307 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,307 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,307 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,309 INFO [StoreOpener-ef0d0b7724db2e39c345d87e2b86de67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,311 INFO [StoreOpener-ef0d0b7724db2e39c345d87e2b86de67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef0d0b7724db2e39c345d87e2b86de67 columnFamilyName cf 2024-12-11T22:52:41,311 DEBUG [StoreOpener-ef0d0b7724db2e39c345d87e2b86de67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,312 INFO [StoreOpener-ef0d0b7724db2e39c345d87e2b86de67-1 {}] regionserver.HStore(327): Store=ef0d0b7724db2e39c345d87e2b86de67/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,312 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,313 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,313 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,314 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,314 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,316 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,316 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:52:41,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:52:41,318 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,319 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ef0d0b7724db2e39c345d87e2b86de67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70223439, jitterRate=0.046410784125328064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,319 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T22:52:41,319 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:41,319 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ef0d0b7724db2e39c345d87e2b86de67: Running coprocessor pre-open hook at 1733957561307Writing region info on filesystem at 1733957561307Initializing all the Stores at 1733957561309 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561309Cleaning up temporary data from old regions at 1733957561314 (+5 ms)Running coprocessor post-open hooks at 1733957561319 (+5 ms)Region opened successfully at 1733957561319 2024-12-11T22:52:41,320 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., pid=15, masterSystemTime=1733957561293 2024-12-11T22:52:41,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54757, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T22:52:41,321 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:52:41,322 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 99de8c297b38878fa0bcaf7fe30f1ede, NAME => 'SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T22:52:41,322 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,322 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,322 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,322 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,322 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:52:41,323 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:52:41,323 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:52:41,323 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c956cb147bd3e3dd06c229409332da59, NAME => 'SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T22:52:41,323 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,323 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ef0d0b7724db2e39c345d87e2b86de67, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:41,323 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,323 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef0d0b7724db2e39c345d87e2b86de67, server=d462fa545078,40819,1733957539021 because future has completed 2024-12-11T22:52:41,326 INFO [StoreOpener-c956cb147bd3e3dd06c229409332da59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,326 INFO [StoreOpener-99de8c297b38878fa0bcaf7fe30f1ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,328 INFO [StoreOpener-c956cb147bd3e3dd06c229409332da59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c956cb147bd3e3dd06c229409332da59 columnFamilyName cf 2024-12-11T22:52:41,328 INFO [StoreOpener-99de8c297b38878fa0bcaf7fe30f1ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99de8c297b38878fa0bcaf7fe30f1ede columnFamilyName cf 2024-12-11T22:52:41,328 DEBUG [StoreOpener-c956cb147bd3e3dd06c229409332da59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,328 DEBUG [StoreOpener-99de8c297b38878fa0bcaf7fe30f1ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,329 INFO [StoreOpener-c956cb147bd3e3dd06c229409332da59-1 {}] regionserver.HStore(327): Store=c956cb147bd3e3dd06c229409332da59/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,329 INFO [StoreOpener-99de8c297b38878fa0bcaf7fe30f1ede-1 {}] regionserver.HStore(327): Store=99de8c297b38878fa0bcaf7fe30f1ede/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,329 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,330 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-11T22:52:41,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ef0d0b7724db2e39c345d87e2b86de67, server=d462fa545078,40819,1733957539021 in 10.0490 sec 2024-12-11T22:52:41,330 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,330 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,330 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef0d0b7724db2e39c345d87e2b86de67, ASSIGN in 10.2230 sec 2024-12-11T22:52:41,332 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,332 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:52:41,332 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f0cb8f6ca3067fdc14a33420757cf866, NAME => 'SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T22:52:41,332 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,333 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,333 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,333 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,333 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,333 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,334 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,334 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,334 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/c956cb147bd3e3dd06c229409332da59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,334 INFO [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,334 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,335 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c956cb147bd3e3dd06c229409332da59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74220169, jitterRate=0.10596670210361481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,335 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:41,335 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c956cb147bd3e3dd06c229409332da59: Running coprocessor pre-open hook at 1733957561323Writing region info on filesystem at 1733957561323Initializing all the Stores at 1733957561324 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561324Cleaning up temporary data from old regions at 1733957561330 (+6 ms)Running coprocessor post-open hooks at 1733957561335 (+5 ms)Region opened successfully at 1733957561335 2024-12-11T22:52:41,336 INFO [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cb8f6ca3067fdc14a33420757cf866 columnFamilyName cf 2024-12-11T22:52:41,336 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59., pid=16, masterSystemTime=1733957561293 2024-12-11T22:52:41,336 DEBUG [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,336 INFO [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] regionserver.HStore(327): Store=f0cb8f6ca3067fdc14a33420757cf866/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,336 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,336 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,337 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,337 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:52:41,338 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:52:41,338 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:52:41,338 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5676e7c93fbba2f14fa42fa46c79c9e8, NAME => 'SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T22:52:41,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c956cb147bd3e3dd06c229409332da59, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:41,338 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,338 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,338 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,338 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,338 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/99de8c297b38878fa0bcaf7fe30f1ede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,339 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,339 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 99de8c297b38878fa0bcaf7fe30f1ede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60241753, jitterRate=-0.10232792794704437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,339 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:41,339 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,339 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 99de8c297b38878fa0bcaf7fe30f1ede: Running coprocessor pre-open hook at 1733957561322Writing region info on filesystem at 1733957561322Initializing all the Stores at 1733957561325 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561325Cleaning up temporary data from old regions at 1733957561334 (+9 ms)Running coprocessor post-open hooks at 1733957561339 (+5 ms)Region opened successfully at 1733957561339 2024-12-11T22:52:41,339 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,340 INFO [StoreOpener-5676e7c93fbba2f14fa42fa46c79c9e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,340 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede., pid=24, masterSystemTime=1733957561315 2024-12-11T22:52:41,341 INFO [StoreOpener-5676e7c93fbba2f14fa42fa46c79c9e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5676e7c93fbba2f14fa42fa46c79c9e8 columnFamilyName cf 2024-12-11T22:52:41,341 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,342 DEBUG [StoreOpener-5676e7c93fbba2f14fa42fa46c79c9e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,342 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:52:41,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c956cb147bd3e3dd06c229409332da59, server=d462fa545078,40819,1733957539021 because future has completed 2024-12-11T22:52:41,342 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:52:41,342 INFO [StoreOpener-5676e7c93fbba2f14fa42fa46c79c9e8-1 {}] regionserver.HStore(327): Store=5676e7c93fbba2f14fa42fa46c79c9e8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,342 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:52:41,342 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,342 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a245b995f8cb7cf4cf67c78440909bf4, NAME => 'SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T22:52:41,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=99de8c297b38878fa0bcaf7fe30f1ede, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:52:41,343 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,343 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,343 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,343 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,343 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,344 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99de8c297b38878fa0bcaf7fe30f1ede, server=d462fa545078,45767,1733957539098 because future has completed 2024-12-11T22:52:41,345 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,345 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,346 INFO [StoreOpener-a245b995f8cb7cf4cf67c78440909bf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,347 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-11T22:52:41,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c956cb147bd3e3dd06c229409332da59, server=d462fa545078,40819,1733957539021 in 10.0620 sec 2024-12-11T22:52:41,348 INFO [StoreOpener-a245b995f8cb7cf4cf67c78440909bf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a245b995f8cb7cf4cf67c78440909bf4 columnFamilyName cf 2024-12-11T22:52:41,348 DEBUG [StoreOpener-a245b995f8cb7cf4cf67c78440909bf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,349 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,349 INFO [StoreOpener-a245b995f8cb7cf4cf67c78440909bf4-1 {}] regionserver.HStore(327): Store=a245b995f8cb7cf4cf67c78440909bf4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,349 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c956cb147bd3e3dd06c229409332da59, ASSIGN in 10.2410 sec 2024-12-11T22:52:41,350 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f0cb8f6ca3067fdc14a33420757cf866; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74205562, jitterRate=0.10574904084205627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,350 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,350 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:41,351 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f0cb8f6ca3067fdc14a33420757cf866: Running coprocessor pre-open hook at 1733957561333Writing region info on filesystem at 1733957561333Initializing all the Stores at 1733957561334 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561334Cleaning up temporary data from old regions at 1733957561339 (+5 ms)Running coprocessor post-open hooks at 1733957561350 (+11 ms)Region opened successfully at 1733957561350 2024-12-11T22:52:41,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-11T22:52:41,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 99de8c297b38878fa0bcaf7fe30f1ede, server=d462fa545078,45767,1733957539098 in 10.0080 sec 2024-12-11T22:52:41,351 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,353 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., pid=20, masterSystemTime=1733957561319 2024-12-11T22:52:41,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=99de8c297b38878fa0bcaf7fe30f1ede, ASSIGN in 10.2440 sec 2024-12-11T22:52:41,354 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:52:41,355 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:52:41,355 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cf93f801b9d62456bd7ecb4e5e71de99, NAME => 'SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T22:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,355 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f0cb8f6ca3067fdc14a33420757cf866, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33743,1733957539057 2024-12-11T22:52:41,356 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/5676e7c93fbba2f14fa42fa46c79c9e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,357 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5676e7c93fbba2f14fa42fa46c79c9e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70456917, jitterRate=0.04988987743854523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,357 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:41,357 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5676e7c93fbba2f14fa42fa46c79c9e8: Running coprocessor pre-open hook at 1733957561339Writing region info on filesystem at 1733957561339Initializing all the Stores at 1733957561339Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561339Cleaning up temporary data from old regions at 1733957561345 (+6 ms)Running coprocessor post-open hooks at 1733957561357 (+12 ms)Region opened successfully at 1733957561357 2024-12-11T22:52:41,358 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,358 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8., pid=17, masterSystemTime=1733957561293 2024-12-11T22:52:41,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cb8f6ca3067fdc14a33420757cf866, server=d462fa545078,33743,1733957539057 because future has completed 2024-12-11T22:52:41,360 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:52:41,360 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:52:41,360 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:52:41,361 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d5d931ac788b6184eda5ecb50aa453b, NAME => 'SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T22:52:41,361 INFO [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,361 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,361 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,361 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,361 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5676e7c93fbba2f14fa42fa46c79c9e8, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:41,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-11T22:52:41,364 INFO [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf93f801b9d62456bd7ecb4e5e71de99 columnFamilyName cf 2024-12-11T22:52:41,364 DEBUG [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f0cb8f6ca3067fdc14a33420757cf866, server=d462fa545078,33743,1733957539057 in 10.0590 sec 2024-12-11T22:52:41,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5676e7c93fbba2f14fa42fa46c79c9e8, server=d462fa545078,40819,1733957539021 because future has completed 2024-12-11T22:52:41,365 INFO [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] regionserver.HStore(327): Store=cf93f801b9d62456bd7ecb4e5e71de99/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN in 10.2560 sec 2024-12-11T22:52:41,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-11T22:52:41,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5676e7c93fbba2f14fa42fa46c79c9e8, server=d462fa545078,40819,1733957539021 in 10.0690 sec 2024-12-11T22:52:41,368 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/a245b995f8cb7cf4cf67c78440909bf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,368 INFO [StoreOpener-7d5d931ac788b6184eda5ecb50aa453b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,368 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a245b995f8cb7cf4cf67c78440909bf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66603563, jitterRate=-0.0075295716524124146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5676e7c93fbba2f14fa42fa46c79c9e8, ASSIGN in 10.2600 sec 2024-12-11T22:52:41,368 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:41,368 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,369 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a245b995f8cb7cf4cf67c78440909bf4: Running coprocessor pre-open hook at 1733957561343Writing region info on filesystem at 1733957561343Initializing all the Stores at 1733957561345 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561345Cleaning up temporary data from old regions at 1733957561355 (+10 ms)Running coprocessor post-open hooks at 1733957561368 (+13 ms)Region opened successfully at 1733957561368 2024-12-11T22:52:41,369 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4., pid=18, masterSystemTime=1733957561315 2024-12-11T22:52:41,369 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,370 INFO [StoreOpener-7d5d931ac788b6184eda5ecb50aa453b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5d931ac788b6184eda5ecb50aa453b columnFamilyName cf 2024-12-11T22:52:41,370 DEBUG [StoreOpener-7d5d931ac788b6184eda5ecb50aa453b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,370 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,370 INFO [StoreOpener-7d5d931ac788b6184eda5ecb50aa453b-1 {}] regionserver.HStore(327): Store=7d5d931ac788b6184eda5ecb50aa453b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,371 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,371 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,371 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,371 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:52:41,371 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:52:41,372 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:52:41,372 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b0ce92b5ab36020d222ba954f875db, NAME => 'SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T22:52:41,372 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,372 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a245b995f8cb7cf4cf67c78440909bf4, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:52:41,372 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,372 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,375 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a245b995f8cb7cf4cf67c78440909bf4, server=d462fa545078,45767,1733957539098 because future has completed 2024-12-11T22:52:41,375 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,376 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,376 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,376 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,378 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-11T22:52:41,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a245b995f8cb7cf4cf67c78440909bf4, server=d462fa545078,45767,1733957539098 in 10.0800 sec 2024-12-11T22:52:41,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a245b995f8cb7cf4cf67c78440909bf4, ASSIGN in 10.2720 sec 2024-12-11T22:52:41,385 INFO [StoreOpener-05b0ce92b5ab36020d222ba954f875db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,385 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/cf93f801b9d62456bd7ecb4e5e71de99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,386 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/7d5d931ac788b6184eda5ecb50aa453b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,386 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7d5d931ac788b6184eda5ecb50aa453b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67612405, jitterRate=0.007503345608711243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,386 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cf93f801b9d62456bd7ecb4e5e71de99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61511132, jitterRate=-0.08341270685195923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,386 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:52:41,386 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:41,386 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cf93f801b9d62456bd7ecb4e5e71de99: Running coprocessor pre-open hook at 1733957561356Writing region info on filesystem at 1733957561356Initializing all the Stores at 1733957561358 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561358Cleaning up temporary data from old regions at 1733957561371 (+13 ms)Running coprocessor post-open hooks at 1733957561386 (+15 ms)Region opened successfully at 1733957561386 2024-12-11T22:52:41,386 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7d5d931ac788b6184eda5ecb50aa453b: Running coprocessor pre-open hook at 1733957561361Writing region info on filesystem at 1733957561361Initializing all the Stores at 1733957561362 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561362Cleaning up temporary data from old regions at 1733957561376 (+14 ms)Running coprocessor post-open hooks at 1733957561386 (+10 ms)Region opened successfully at 1733957561386 2024-12-11T22:52:41,386 INFO [StoreOpener-05b0ce92b5ab36020d222ba954f875db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b0ce92b5ab36020d222ba954f875db columnFamilyName cf 2024-12-11T22:52:41,387 DEBUG [StoreOpener-05b0ce92b5ab36020d222ba954f875db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,387 INFO [StoreOpener-05b0ce92b5ab36020d222ba954f875db-1 {}] regionserver.HStore(327): Store=05b0ce92b5ab36020d222ba954f875db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,387 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,387 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99., pid=21, masterSystemTime=1733957561319 2024-12-11T22:52:41,388 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b., pid=19, masterSystemTime=1733957561293 2024-12-11T22:52:41,388 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,389 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:52:41,389 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:52:41,389 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:41,390 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 78500613a8f6f2bf66db057b1f4f3e58, NAME => 'SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T22:52:41,390 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,390 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:52:41,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cf93f801b9d62456bd7ecb4e5e71de99, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33743,1733957539057 2024-12-11T22:52:41,390 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,390 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,391 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:52:41,391 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:52:41,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d5d931ac788b6184eda5ecb50aa453b, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:52:41,393 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99, server=d462fa545078,33743,1733957539057 because future has completed 2024-12-11T22:52:41,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d5d931ac788b6184eda5ecb50aa453b, server=d462fa545078,40819,1733957539021 because future has completed 2024-12-11T22:52:41,397 INFO [StoreOpener-78500613a8f6f2bf66db057b1f4f3e58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-11T22:52:41,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99, server=d462fa545078,33743,1733957539057 in 10.0710 sec 2024-12-11T22:52:41,397 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-11T22:52:41,398 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 05b0ce92b5ab36020d222ba954f875db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68884144, jitterRate=0.026453733444213867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,398 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:41,398 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 05b0ce92b5ab36020d222ba954f875db: Running coprocessor pre-open hook at 1733957561372Writing region info on filesystem at 1733957561372Initializing all the Stores at 1733957561374 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561374Cleaning up temporary data from old regions at 1733957561389 (+15 ms)Running coprocessor post-open hooks at 1733957561398 (+9 ms)Region opened successfully at 1733957561398 2024-12-11T22:52:41,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d5d931ac788b6184eda5ecb50aa453b, server=d462fa545078,40819,1733957539021 in 10.1000 sec 2024-12-11T22:52:41,399 INFO [StoreOpener-78500613a8f6f2bf66db057b1f4f3e58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78500613a8f6f2bf66db057b1f4f3e58 columnFamilyName cf 2024-12-11T22:52:41,399 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db., pid=22, masterSystemTime=1733957561315 2024-12-11T22:52:41,400 DEBUG [StoreOpener-78500613a8f6f2bf66db057b1f4f3e58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:52:41,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN in 10.2900 sec 2024-12-11T22:52:41,401 INFO [StoreOpener-78500613a8f6f2bf66db057b1f4f3e58-1 {}] regionserver.HStore(327): Store=78500613a8f6f2bf66db057b1f4f3e58/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:52:41,401 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7d5d931ac788b6184eda5ecb50aa453b, ASSIGN in 10.2920 sec 2024-12-11T22:52:41,402 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:52:41,402 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:52:41,402 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,402 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=05b0ce92b5ab36020d222ba954f875db, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:52:41,403 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,403 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,405 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b0ce92b5ab36020d222ba954f875db, server=d462fa545078,45767,1733957539098 because future has completed 2024-12-11T22:52:41,408 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T22:52:41,408 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 78500613a8f6f2bf66db057b1f4f3e58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68032198, jitterRate=0.013758748769760132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:52:41,408 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:41,409 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 78500613a8f6f2bf66db057b1f4f3e58: Running coprocessor pre-open hook at 1733957561391Writing region info on filesystem at 1733957561391Initializing all the Stores at 1733957561392 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957561392Cleaning up temporary data from old regions at 1733957561403 (+11 ms)Running coprocessor post-open hooks at 1733957561409 (+6 ms)Region opened successfully at 1733957561409 2024-12-11T22:52:41,410 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58., pid=23, masterSystemTime=1733957561319 2024-12-11T22:52:41,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-11T22:52:41,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b0ce92b5ab36020d222ba954f875db, server=d462fa545078,45767,1733957539098 in 10.0810 sec 2024-12-11T22:52:41,412 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:41,412 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:41,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b0ce92b5ab36020d222ba954f875db, ASSIGN in 10.3030 sec 2024-12-11T22:52:41,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=78500613a8f6f2bf66db057b1f4f3e58, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,33743,1733957539057 2024-12-11T22:52:41,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58, server=d462fa545078,33743,1733957539057 because future has completed 2024-12-11T22:52:41,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-12-11T22:52:41,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58, server=d462fa545078,33743,1733957539057 in 10.0790 sec 2024-12-11T22:52:41,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-11T22:52:41,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN in 10.3100 sec 2024-12-11T22:52:41,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T22:52:41,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733957561419"}]},"ts":"1733957561419"} 2024-12-11T22:52:41,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T22:52:41,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T22:52:41,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0300 sec 2024-12-11T22:52:43,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T22:52:46,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:46,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:46,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:46,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T22:52:46,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:46,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:46,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T22:52:48,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:52:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T22:52:48,695 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T22:52:48,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T22:52:48,695 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:52:48,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T22:52:48,701 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:52:48,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T22:52:48,731 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,802 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., hostname=d462fa545078,40819,1733957539021, seqNum=2] 2024-12-11T22:52:48,803 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., hostname=d462fa545078,40819,1733957539021, seqNum=2] 2024-12-11T22:52:48,812 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., hostname=d462fa545078,40819,1733957539021, seqNum=2] 2024-12-11T22:52:48,819 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., hostname=d462fa545078,40819,1733957539021, seqNum=2] 2024-12-11T22:52:48,820 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., hostname=d462fa545078,40819,1733957539021, seqNum=2] 2024-12-11T22:52:48,824 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., hostname=d462fa545078,40819,1733957539021, seqNum=2] 2024-12-11T22:52:48,829 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., hostname=d462fa545078,40819,1733957539021, seqNum=2] 2024-12-11T22:52:48,857 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db., hostname=d462fa545078,45767,1733957539098, seqNum=2] 2024-12-11T22:52:48,859 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db., hostname=d462fa545078,45767,1733957539098, seqNum=2] 2024-12-11T22:52:48,860 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db., hostname=d462fa545078,45767,1733957539098, seqNum=2] 2024-12-11T22:52:48,862 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db., hostname=d462fa545078,45767,1733957539098, seqNum=2] 2024-12-11T22:52:48,868 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db., hostname=d462fa545078,45767,1733957539098, seqNum=2] 2024-12-11T22:52:48,932 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,934 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,935 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,936 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,944 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,945 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:48,946 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., hostname=d462fa545078,33743,1733957539057, seqNum=2] 2024-12-11T22:52:49,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:52:49,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:52:49,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T22:52:49,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40819 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:52:49,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T22:52:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:52:49,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:52:49,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:52:50,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T22:52:50,705 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T22:52:50,706 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:52:50,707 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T22:52:50,708 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T22:52:50,711 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T22:52:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741848_1024 (size=49) 2024-12-11T22:52:50,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741848_1024 (size=49) 2024-12-11T22:52:50,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741848_1024 (size=49) 2024-12-11T22:52:50,788 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T22:52:50,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d5d931ac788b6184eda5ecb50aa453b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a245b995f8cb7cf4cf67c78440909bf4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c956cb147bd3e3dd06c229409332da59}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5676e7c93fbba2f14fa42fa46c79c9e8}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99de8c297b38878fa0bcaf7fe30f1ede}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef0d0b7724db2e39c345d87e2b86de67}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b0ce92b5ab36020d222ba954f875db}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cb8f6ca3067fdc14a33420757cf866}] 2024-12-11T22:52:50,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:52:50,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:52:50,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:52:50,794 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:52:50,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:52:50,811 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:52:50,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c956cb147bd3e3dd06c229409332da59 2024-12-11T22:52:50,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:52:50,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:52:50,812 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:53:00,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T22:53:00,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T22:53:00,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T22:53:00,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:00,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 99de8c297b38878fa0bcaf7fe30f1ede: 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:53:00,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f0cb8f6ca3067fdc14a33420757cf866 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. for SnapshotProcedureTest completed. 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:53:00,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 78500613a8f6f2bf66db057b1f4f3e58 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-11T22:53:00,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:00,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 05b0ce92b5ab36020d222ba954f875db 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:00,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:53:00,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:53:00,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a245b995f8cb7cf4cf67c78440909bf4: 2024-12-11T22:53:00,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. for SnapshotProcedureTest completed. 2024-12-11T22:53:00,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:00,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:00,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:53:00,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T22:53:00,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T22:53:00,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:53:00,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7d5d931ac788b6184eda5ecb50aa453b: 2024-12-11T22:53:00,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. for SnapshotProcedureTest completed. 2024-12-11T22:53:00,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:00,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:00,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:53:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for cf93f801b9d62456bd7ecb4e5e71de99: 2024-12-11T22:53:00,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T22:53:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:53:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. for SnapshotProcedureTest completed. 2024-12-11T22:53:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:00,804 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ef0d0b7724db2e39c345d87e2b86de67 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T22:53:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:53:00,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T22:53:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:53:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c956cb147bd3e3dd06c229409332da59: 2024-12-11T22:53:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. for SnapshotProcedureTest completed. 2024-12-11T22:53:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:00,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:53:00,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/.tmp/cf/6554e4506e2145a081f566368b6e2868 is 34, key is aaa/cf:cf/1733957569998/Put/seqid=0 2024-12-11T22:53:00,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/.tmp/cf/08e01f98553f4f14ae7c7d21e2aeeaac is 34, key is ccd/cf:cf/1733957569956/Put/seqid=0 2024-12-11T22:53:00,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/.tmp/cf/250365684532481e8c21d3b7885b71c0 is 34, key is baa/cf:cf/1733957569890/Put/seqid=0 2024-12-11T22:53:00,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/.tmp/cf/2e1a8c7e817f408b8c2c2ff640cbab1d is 34, key is eaa/cf:cf/1733957570620/Put/seqid=0 2024-12-11T22:53:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741850_1026 (size=65) 2024-12-11T22:53:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741850_1026 (size=65) 2024-12-11T22:53:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741850_1026 (size=65) 2024-12-11T22:53:00,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:53:00,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T22:53:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T22:53:00,942 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:53:00,942 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:53:00,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 99de8c297b38878fa0bcaf7fe30f1ede in 10.1530 sec 2024-12-11T22:53:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741852_1028 (size=65) 2024-12-11T22:53:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741852_1028 (size=65) 2024-12-11T22:53:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741852_1028 (size=65) 2024-12-11T22:53:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741849_1025 (size=57) 2024-12-11T22:53:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741849_1025 (size=57) 2024-12-11T22:53:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741849_1025 (size=57) 2024-12-11T22:53:01,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:53:01,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T22:53:01,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:53:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5676e7c93fbba2f14fa42fa46c79c9e8: 2024-12-11T22:53:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. for SnapshotProcedureTest completed. 2024-12-11T22:53:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T22:53:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T22:53:01,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:53:01,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:53:01,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7d5d931ac788b6184eda5ecb50aa453b in 10.3020 sec 2024-12-11T22:53:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741854_1030 (size=47197) 2024-12-11T22:53:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741854_1030 (size=47197) 2024-12-11T22:53:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741854_1030 (size=47197) 2024-12-11T22:53:01,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/.tmp/cf/08e01f98553f4f14ae7c7d21e2aeeaac 2024-12-11T22:53:01,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741851_1027 (size=65) 2024-12-11T22:53:01,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741851_1027 (size=65) 2024-12-11T22:53:01,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741851_1027 (size=65) 2024-12-11T22:53:01,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:53:01,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T22:53:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T22:53:01,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c956cb147bd3e3dd06c229409332da59 2024-12-11T22:53:01,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c956cb147bd3e3dd06c229409332da59 2024-12-11T22:53:01,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c956cb147bd3e3dd06c229409332da59 in 10.3340 sec 2024-12-11T22:53:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741855_1031 (size=28623) 2024-12-11T22:53:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741855_1031 (size=28623) 2024-12-11T22:53:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741855_1031 (size=28623) 2024-12-11T22:53:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741853_1029 (size=26918) 2024-12-11T22:53:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741853_1029 (size=26918) 2024-12-11T22:53:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741853_1029 (size=26918) 2024-12-11T22:53:01,145 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/.tmp/cf/250365684532481e8c21d3b7885b71c0 2024-12-11T22:53:01,146 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/.tmp/cf/6554e4506e2145a081f566368b6e2868 2024-12-11T22:53:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741857_1033 (size=65) 2024-12-11T22:53:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741857_1033 (size=65) 2024-12-11T22:53:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741857_1033 (size=65) 2024-12-11T22:53:01,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:53:01,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T22:53:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T22:53:01,150 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:53:01,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:53:01,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/.tmp/cf/08e01f98553f4f14ae7c7d21e2aeeaac as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/cf/08e01f98553f4f14ae7c7d21e2aeeaac 2024-12-11T22:53:01,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/.tmp/cf/6554e4506e2145a081f566368b6e2868 as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/cf/6554e4506e2145a081f566368b6e2868 2024-12-11T22:53:01,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741858_1034 (size=65) 2024-12-11T22:53:01,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741858_1034 (size=65) 2024-12-11T22:53:01,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741858_1034 (size=65) 2024-12-11T22:53:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:53:01,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T22:53:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T22:53:01,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:53:01,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:53:01,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/.tmp/cf/250365684532481e8c21d3b7885b71c0 as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/cf/250365684532481e8c21d3b7885b71c0 2024-12-11T22:53:01,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a245b995f8cb7cf4cf67c78440909bf4 in 10.3650 sec 2024-12-11T22:53:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741856_1032 (size=499309) 2024-12-11T22:53:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741856_1032 (size=499309) 2024-12-11T22:53:01,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/cf/6554e4506e2145a081f566368b6e2868, entries=676, sequenceid=5, filesize=26.3 K 2024-12-11T22:53:01,177 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/.tmp/cf/2e1a8c7e817f408b8c2c2ff640cbab1d 2024-12-11T22:53:01,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5676e7c93fbba2f14fa42fa46c79c9e8 in 10.3850 sec 2024-12-11T22:53:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741856_1032 (size=499309) 2024-12-11T22:53:01,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 78500613a8f6f2bf66db057b1f4f3e58 in 381ms, sequenceid=5, compaction requested=false 2024-12-11T22:53:01,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 78500613a8f6f2bf66db057b1f4f3e58: 2024-12-11T22:53:01,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. for SnapshotProcedureTest completed. 2024-12-11T22:53:01,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:01,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/cf/6554e4506e2145a081f566368b6e2868] hfiles 2024-12-11T22:53:01,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/78500613a8f6f2bf66db057b1f4f3e58/cf/6554e4506e2145a081f566368b6e2868 for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,184 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/cf/08e01f98553f4f14ae7c7d21e2aeeaac, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T22:53:01,186 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 05b0ce92b5ab36020d222ba954f875db in 387ms, sequenceid=5, compaction requested=false 2024-12-11T22:53:01,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 05b0ce92b5ab36020d222ba954f875db: 2024-12-11T22:53:01,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. for SnapshotProcedureTest completed. 2024-12-11T22:53:01,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:01,186 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/cf/250365684532481e8c21d3b7885b71c0, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T22:53:01,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/cf/08e01f98553f4f14ae7c7d21e2aeeaac] hfiles 2024-12-11T22:53:01,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/cf/08e01f98553f4f14ae7c7d21e2aeeaac for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ef0d0b7724db2e39c345d87e2b86de67 in 383ms, sequenceid=5, compaction requested=false 2024-12-11T22:53:01,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ef0d0b7724db2e39c345d87e2b86de67: 2024-12-11T22:53:01,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. for SnapshotProcedureTest completed. 2024-12-11T22:53:01,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:01,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/cf/250365684532481e8c21d3b7885b71c0] hfiles 2024-12-11T22:53:01,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/cf/250365684532481e8c21d3b7885b71c0 for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/.tmp/cf/2e1a8c7e817f408b8c2c2ff640cbab1d as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/cf/2e1a8c7e817f408b8c2c2ff640cbab1d 2024-12-11T22:53:01,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/cf/2e1a8c7e817f408b8c2c2ff640cbab1d, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-11T22:53:01,198 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f0cb8f6ca3067fdc14a33420757cf866 in 400ms, sequenceid=5, compaction requested=false 2024-12-11T22:53:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f0cb8f6ca3067fdc14a33420757cf866: 2024-12-11T22:53:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. for SnapshotProcedureTest completed. 2024-12-11T22:53:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T22:53:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/cf/2e1a8c7e817f408b8c2c2ff640cbab1d] hfiles 2024-12-11T22:53:01,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/cf/2e1a8c7e817f408b8c2c2ff640cbab1d for snapshot=SnapshotProcedureTest 2024-12-11T22:53:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741860_1036 (size=105) 2024-12-11T22:53:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741860_1036 (size=105) 2024-12-11T22:53:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741860_1036 (size=105) 2024-12-11T22:53:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733957550391.78500613a8f6f2bf66db057b1f4f3e58. 2024-12-11T22:53:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T22:53:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T22:53:01,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:53:01,225 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58 2024-12-11T22:53:01,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58 in 10.4370 sec 2024-12-11T22:53:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741859_1035 (size=105) 2024-12-11T22:53:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741859_1035 (size=105) 2024-12-11T22:53:01,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741859_1035 (size=105) 2024-12-11T22:53:01,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:53:01,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T22:53:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T22:53:01,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:53:01,237 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:53:01,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05b0ce92b5ab36020d222ba954f875db in 10.4490 sec 2024-12-11T22:53:01,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741861_1037 (size=97) 2024-12-11T22:53:01,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741861_1037 (size=97) 2024-12-11T22:53:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741861_1037 (size=97) 2024-12-11T22:53:01,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:01,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T22:53:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T22:53:01,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:01,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:01,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0cb8f6ca3067fdc14a33420757cf866 in 10.4690 sec 2024-12-11T22:53:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741862_1038 (size=105) 2024-12-11T22:53:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741862_1038 (size=105) 2024-12-11T22:53:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741862_1038 (size=105) 2024-12-11T22:53:01,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:53:01,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T22:53:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T22:53:01,273 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:53:01,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:53:01,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef0d0b7724db2e39c345d87e2b86de67 in 10.4850 sec 2024-12-11T22:53:01,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:01,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T22:53:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T22:53:01,413 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:01,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:01,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-11T22:53:01,415 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T22:53:01,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99 in 10.6250 sec 2024-12-11T22:53:01,417 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T22:53:01,421 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T22:53:01,421 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T22:53:01,423 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T22:53:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741863_1039 (size=1174) 2024-12-11T22:53:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741863_1039 (size=1174) 2024-12-11T22:53:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741863_1039 (size=1174) 2024-12-11T22:53:01,469 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T22:53:01,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T22:53:01,477 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:01,478 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:01,478 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:01,478 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:01,478 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:01,482 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:01,486 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:01,486 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:01,487 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:01,522 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:53:10,876 INFO [master/d462fa545078:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T22:53:10,876 INFO [master/d462fa545078:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T22:53:11,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-11T22:53:11,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-11T22:53:11,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-11T22:53:11,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-11T22:53:11,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-11T22:53:11,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-11T22:53:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-11T22:53:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-11T22:53:11,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-11T22:53:11,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T22:53:11,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T22:53:11,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T22:53:11,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-11T22:53:11,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T22:53:11,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T22:53:11,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T22:53:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-11T22:53:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-11T22:53:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T22:53:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-11T22:53:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-11T22:53:11,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-11T22:53:11,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T22:53:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T22:53:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-11T22:53:11,489 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33743,1733957539057 Release verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:11,489 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,40819,1733957539021 Release verify snapshot worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T22:53:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-11T22:53:11,490 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,40819,1733957539021 Release verify snapshot worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-11T22:53:11,491 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33743,1733957539057 Release verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-11T22:53:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T22:53:11,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,40819,1733957539021 in 10.0160 sec 2024-12-11T22:53:11,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,40819,1733957539021 in 10.0160 sec 2024-12-11T22:53:11,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33743,1733957539057 in 10.0160 sec 2024-12-11T22:53:11,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33743,1733957539057 in 10.0170 sec 2024-12-11T22:53:11,493 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 Release verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:11,493 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33743,1733957539057 Release verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:11,493 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 Release verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:11,494 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 Release verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:11,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 in 10.0190 sec 2024-12-11T22:53:11,495 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,40819,1733957539021 Release verify snapshot worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:11,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33743,1733957539057 in 10.0190 sec 2024-12-11T22:53:11,496 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:11,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 in 10.0190 sec 2024-12-11T22:53:11,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 in 10.0200 sec 2024-12-11T22:53:11,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,40819,1733957539021 in 10.0210 sec 2024-12-11T22:53:11,523 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d462fa545078,33743,1733957539057 2024-12-11T22:53:11,523 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d462fa545078,33743,1733957539057: Simulated kill ***** 2024-12-11T22:53:11,523 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T22:53:11,523 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T22:53:11,525 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T22:53:11,525 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T22:53:11,525 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T22:53:11,525 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 747168000 }, "NonHeapMemoryUsage": { "committed": 178388992, "init": 7667712, "max": -1, "used": 173792768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-11T22:53:11,526 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40879 {}] master.MasterRpcServices(700): d462fa545078,33743,1733957539057 reported a fatal error: ***** ABORTING region server d462fa545078,33743,1733957539057: Simulated kill ***** 2024-12-11T22:53:11,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,33743,1733957539057' ***** 2024-12-11T22:53:11,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T22:53:11,527 INFO [RS:1;d462fa545078:33743 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:53:11,527 INFO [RS:1;d462fa545078:33743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T22:53:11,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:53:11,527 INFO [RS:1;d462fa545078:33743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T22:53:11,527 INFO [RS:1;d462fa545078:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:53:11,527 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T22:53:11,527 INFO [RS:1;d462fa545078:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d462fa545078:33743. 2024-12-11T22:53:11,527 DEBUG [RS:1;d462fa545078:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:53:11,528 DEBUG [RS:1;d462fa545078:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741833_1009 (size=2010) 2024-12-11T22:53:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741833_1009 (size=2010) 2024-12-11T22:53:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741833_1009 (size=2010) 2024-12-11T22:53:11,532 DEBUG [RS:1;d462fa545078:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:11,532 INFO [RS:1;d462fa545078:33743 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:53:11,533 INFO [RS:1;d462fa545078:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33743 2024-12-11T22:53:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:53:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,33743,1733957539057 2024-12-11T22:53:11,602 INFO [RS:1;d462fa545078:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:53:11,608 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:53:11,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,33743,1733957539057] 2024-12-11T22:53:11,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,33743,1733957539057 already deleted, retry=false 2024-12-11T22:53:11,623 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d462fa545078,33743,1733957539057 on d462fa545078,40879,1733957538705 2024-12-11T22:53:11,624 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d462fa545078,33743,1733957539057, splitWal=true, meta=false 2024-12-11T22:53:11,624 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for d462fa545078,33743,1733957539057 (carryingMeta=false) d462fa545078,33743,1733957539057/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1f2eb70f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T22:53:11,625 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d462fa545078,33743,1733957539057, splitWal=true, meta=false 2024-12-11T22:53:11,626 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): d462fa545078,33743,1733957539057 had 3 regions 2024-12-11T22:53:11,627 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d462fa545078,33743,1733957539057, splitWal=true, meta=false, isMeta: false 2024-12-11T22:53:11,629 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting 2024-12-11T22:53:11,630 INFO [PEWorker-5 {}] master.SplitWALManager(105): d462fa545078,33743,1733957539057 WAL count=1, meta=false 2024-12-11T22:53:11,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d462fa545078%2C33743%2C1733957539057.1733957539875}] 2024-12-11T22:53:11,632 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-11T22:53:11,632 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:11,632 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-11T22:53:11,632 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-11T22:53:11,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d462fa545078%2C33743%2C1733957539057.1733957539875, worker=d462fa545078,40819,1733957539021}] 2024-12-11T22:53:11,633 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,33743,1733957539057 Release verify snapshot worker=d462fa545078,33743,1733957539057 2024-12-11T22:53:11,633 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to d462fa545078,33743,1733957539057, this operation will be retried to send to another server 2024-12-11T22:53:11,633 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T22:53:11,634 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733957592634 2024-12-11T22:53:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:11,713 INFO [RS:1;d462fa545078:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:53:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x10017145a420002, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:11,713 INFO [RS:1;d462fa545078:33743 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,33743,1733957539057; zookeeper connection closed. 2024-12-11T22:53:11,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27ccac97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27ccac97 2024-12-11T22:53:11,825 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T22:53:11,826 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T22:53:12,638 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:18,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T22:53:19,937 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T22:53:21,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-11T22:53:21,641 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d462fa545078:40879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T22:53:21,649 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875, size=2.0 K (2010bytes) 2024-12-11T22:53:21,649 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875 2024-12-11T22:53:21,650 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875 after 1ms 2024-12-11T22:53:21,653 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875 took 4ms 2024-12-11T22:53:21,656 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f0cb8f6ca3067fdc14a33420757cf866: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-11T22:53:21,657 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cf93f801b9d62456bd7ecb4e5e71de99: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T22:53:21,658 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 78500613a8f6f2bf66db057b1f4f3e58: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-11T22:53:21,658 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875 so closing down 2024-12-11T22:53:21,658 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T22:53:21,658 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T22:53:21,658 INFO [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 7 edits across 0 Regions in 4 ms; skipped=7; WAL=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875, size=2.0 K, length=2010, corrupted=false, cancelled=false 2024-12-11T22:53:21,658 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875, journal: Splitting hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875, size=2.0 K (2010bytes) at 1733957601649Finishing writing output for hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875 so closing down at 1733957601658 (+9 ms)3 split writer threads finished at 1733957601658Processed 7 edits across 0 Regions in 4 ms; skipped=7; WAL=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875, size=2.0 K, length=2010, corrupted=false, cancelled=false at 1733957601658 2024-12-11T22:53:21,658 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875 2024-12-11T22:53:21,658 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T22:53:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T22:53:21,662 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting/d462fa545078%2C33743%2C1733957539057.1733957539875 to hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs 2024-12-11T22:53:21,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T22:53:21,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d462fa545078%2C33743%2C1733957539057.1733957539875, worker=d462fa545078,40819,1733957539021 in 10.0290 sec 2024-12-11T22:53:21,665 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=d462fa545078,40819,1733957539021 2024-12-11T22:53:21,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-11T22:53:21,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure d462fa545078%2C33743%2C1733957539057.1733957539875, worker=d462fa545078,40819,1733957539021 in 10.0350 sec 2024-12-11T22:53:21,670 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting dir is empty, no logs to split. 2024-12-11T22:53:21,670 INFO [PEWorker-3 {}] master.SplitWALManager(105): d462fa545078,33743,1733957539057 WAL count=0, meta=false 2024-12-11T22:53:21,670 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d462fa545078,33743,1733957539057 WAL splitting is done? wals=0, meta=false 2024-12-11T22:53:21,672 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d462fa545078,33743,1733957539057 failed, ignore...File hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,33743,1733957539057-splitting does not exist. 2024-12-11T22:53:21,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN}] 2024-12-11T22:53:21,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN 2024-12-11T22:53:21,674 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN 2024-12-11T22:53:21,674 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN 2024-12-11T22:53:21,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:53:21,675 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:53:21,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T22:53:21,825 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(204): Hosts are {d462fa545078=0} racks are {/default-rack=0} 2024-12-11T22:53:21,826 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T22:53:21,826 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T22:53:21,826 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T22:53:21,826 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T22:53:21,826 INFO [d462fa545078:40879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T22:53:21,826 INFO [d462fa545078:40879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T22:53:21,826 DEBUG [d462fa545078:40879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T22:53:21,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=cf93f801b9d62456bd7ecb4e5e71de99, regionState=OPENING, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:53:21,826 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=f0cb8f6ca3067fdc14a33420757cf866, regionState=OPENING, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:53:21,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=78500613a8f6f2bf66db057b1f4f3e58, regionState=OPENING, regionLocation=d462fa545078,40819,1733957539021 2024-12-11T22:53:21,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN because future has completed 2024-12-11T22:53:21,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99, server=d462fa545078,45767,1733957539098}] 2024-12-11T22:53:21,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78500613a8f6f2bf66db057b1f4f3e58, ASSIGN because future has completed 2024-12-11T22:53:21,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78500613a8f6f2bf66db057b1f4f3e58, server=d462fa545078,40819,1733957539021}] 2024-12-11T22:53:21,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN because future has completed 2024-12-11T22:53:21,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cb8f6ca3067fdc14a33420757cf866, server=d462fa545078,45767,1733957539098}] 2024-12-11T22:53:22,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-11T22:53:22,643 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-11T22:53:22,643 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => cf93f801b9d62456bd7ecb4e5e71de99, NAME => 'SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T22:53:22,644 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40879 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-11T22:53:22,644 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:53:22,644 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,644 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,646 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 Release verify snapshot worker=d462fa545078,45767,1733957539098 2024-12-11T22:53:22,646 INFO [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,647 INFO [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf93f801b9d62456bd7ecb4e5e71de99 columnFamilyName cf 2024-12-11T22:53:22,647 DEBUG [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:53:22,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-11T22:53:22,649 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T22:53:22,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d462fa545078,45767,1733957539098 in 21.1720 sec 2024-12-11T22:53:22,649 INFO [StoreOpener-cf93f801b9d62456bd7ecb4e5e71de99-1 {}] regionserver.HStore(327): Store=cf93f801b9d62456bd7ecb4e5e71de99/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:53:22,649 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,649 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T22:53:22,650 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,651 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T22:53:22,651 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T22:53:22,652 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,653 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,653 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,655 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.9470 sec 2024-12-11T22:53:22,656 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened cf93f801b9d62456bd7ecb4e5e71de99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299285, jitterRate=0.06244213879108429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:53:22,656 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,656 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for cf93f801b9d62456bd7ecb4e5e71de99: Running coprocessor pre-open hook at 1733957602644Writing region info on filesystem at 1733957602644Initializing all the Stores at 1733957602646 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957602646Cleaning up temporary data from old regions at 1733957602653 (+7 ms)Running coprocessor post-open hooks at 1733957602656 (+3 ms)Region opened successfully at 1733957602656 2024-12-11T22:53:22,657 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99., pid=52, masterSystemTime=1733957602638 2024-12-11T22:53:22,659 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,659 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,659 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,659 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => f0cb8f6ca3067fdc14a33420757cf866, NAME => 'SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T22:53:22,660 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,660 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T22:53:22,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=cf93f801b9d62456bd7ecb4e5e71de99, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:53:22,660 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,660 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,662 INFO [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99, server=d462fa545078,45767,1733957539098 because future has completed 2024-12-11T22:53:22,663 INFO [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cb8f6ca3067fdc14a33420757cf866 columnFamilyName cf 2024-12-11T22:53:22,664 DEBUG [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T22:53:22,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-11T22:53:22,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure cf93f801b9d62456bd7ecb4e5e71de99, server=d462fa545078,45767,1733957539098 in 835 msec 2024-12-11T22:53:22,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf93f801b9d62456bd7ecb4e5e71de99, ASSIGN in 993 msec 2024-12-11T22:53:22,679 DEBUG [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/cf/2e1a8c7e817f408b8c2c2ff640cbab1d 2024-12-11T22:53:22,679 INFO [StoreOpener-f0cb8f6ca3067fdc14a33420757cf866-1 {}] regionserver.HStore(327): Store=f0cb8f6ca3067fdc14a33420757cf866/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T22:53:22,680 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,680 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,681 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,681 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,682 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,683 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,686 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:53:22,686 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened f0cb8f6ca3067fdc14a33420757cf866; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69845424, jitterRate=0.04077792167663574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T22:53:22,687 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,687 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for f0cb8f6ca3067fdc14a33420757cf866: Running coprocessor pre-open hook at 1733957602660Writing region info on filesystem at 1733957602660Initializing all the Stores at 1733957602661 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733957602661Cleaning up temporary data from old regions at 1733957602682 (+21 ms)Running coprocessor post-open hooks at 1733957602687 (+5 ms)Region opened successfully at 1733957602687 2024-12-11T22:53:22,687 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., pid=54, masterSystemTime=1733957602638 2024-12-11T22:53:22,689 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,689 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,690 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=f0cb8f6ca3067fdc14a33420757cf866, regionState=OPEN, openSeqNum=6, regionLocation=d462fa545078,45767,1733957539098 2024-12-11T22:53:22,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cb8f6ca3067fdc14a33420757cf866, server=d462fa545078,45767,1733957539098 because future has completed 2024-12-11T22:53:22,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-11T22:53:22,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure f0cb8f6ca3067fdc14a33420757cf866, server=d462fa545078,45767,1733957539098 in 862 msec 2024-12-11T22:53:22,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0cb8f6ca3067fdc14a33420757cf866, ASSIGN in 1.0230 sec 2024-12-11T22:53:22,742 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T22:53:22,745 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T22:53:22,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T22:53:22,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:53:22,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:53:22,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:22,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:22,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T22:53:22,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T22:53:22,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1011319472, stopped=false 2024-12-11T22:53:22,746 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d462fa545078,40879,1733957538705 2024-12-11T22:53:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:53:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:53:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T22:53:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:53:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:53:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:53:22,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:53:22,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T22:53:22,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:53:22,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:22,823 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,40819,1733957539021' ***** 2024-12-11T22:53:22,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:53:22,823 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,45767,1733957539098' ***** 2024-12-11T22:53:22,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T22:53:22,823 INFO [RS:0;d462fa545078:40819 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:53:22,823 INFO [RS:0;d462fa545078:40819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:53:22,823 INFO [RS:0;d462fa545078:40819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:53:22,823 INFO [RS:2;d462fa545078:45767 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T22:53:22,823 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(3091): Received CLOSE for ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:53:22,823 INFO [RS:2;d462fa545078:45767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T22:53:22,823 INFO [RS:2;d462fa545078:45767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T22:53:22,823 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:53:22,823 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(3091): Received CLOSE for 99de8c297b38878fa0bcaf7fe30f1ede 2024-12-11T22:53:22,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T22:53:22,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:53:22,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:53:22,824 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d5d931ac788b6184eda5ecb50aa453b 2024-12-11T22:53:22,824 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(3091): Received CLOSE for 5676e7c93fbba2f14fa42fa46c79c9e8 2024-12-11T22:53:22,824 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(3091): Received CLOSE for c956cb147bd3e3dd06c229409332da59 2024-12-11T22:53:22,824 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(959): stopping server d462fa545078,40819,1733957539021 2024-12-11T22:53:22,824 INFO [RS:0;d462fa545078:40819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:53:22,824 INFO [RS:0;d462fa545078:40819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d462fa545078:40819. 2024-12-11T22:53:22,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T22:53:22,825 DEBUG [RS:0;d462fa545078:40819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:53:22,825 DEBUG [RS:0;d462fa545078:40819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:22,825 INFO [RS:0;d462fa545078:40819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:53:22,825 INFO [RS:0;d462fa545078:40819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:53:22,825 INFO [RS:0;d462fa545078:40819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:53:22,825 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T22:53:22,825 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(3091): Received CLOSE for f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,825 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(3091): Received CLOSE for a245b995f8cb7cf4cf67c78440909bf4 2024-12-11T22:53:22,825 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(3091): Received CLOSE for 05b0ce92b5ab36020d222ba954f875db 2024-12-11T22:53:22,825 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef0d0b7724db2e39c345d87e2b86de67, disabling compactions & flushes 2024-12-11T22:53:22,825 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99de8c297b38878fa0bcaf7fe30f1ede, disabling compactions & flushes 2024-12-11T22:53:22,825 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:53:22,825 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. after waiting 0 ms 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. after waiting 0 ms 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:53:22,826 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(3091): Received CLOSE for cf93f801b9d62456bd7ecb4e5e71de99 2024-12-11T22:53:22,826 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(959): stopping server d462fa545078,45767,1733957539098 2024-12-11T22:53:22,826 INFO [RS:2;d462fa545078:45767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:53:22,826 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T22:53:22,826 INFO [RS:2;d462fa545078:45767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d462fa545078:45767. 2024-12-11T22:53:22,826 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1325): Online Regions={ef0d0b7724db2e39c345d87e2b86de67=SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67., 7d5d931ac788b6184eda5ecb50aa453b=SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b., 5676e7c93fbba2f14fa42fa46c79c9e8=SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8., 1588230740=hbase:meta,,1.1588230740, c956cb147bd3e3dd06c229409332da59=SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59.} 2024-12-11T22:53:22,826 DEBUG [RS:2;d462fa545078:45767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T22:53:22,826 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5676e7c93fbba2f14fa42fa46c79c9e8, 7d5d931ac788b6184eda5ecb50aa453b, c956cb147bd3e3dd06c229409332da59, ef0d0b7724db2e39c345d87e2b86de67 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T22:53:22,826 DEBUG [RS:2;d462fa545078:45767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:22,826 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T22:53:22,826 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T22:53:22,826 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T22:53:22,826 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1325): Online Regions={99de8c297b38878fa0bcaf7fe30f1ede=SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede., f0cb8f6ca3067fdc14a33420757cf866=SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866., a245b995f8cb7cf4cf67c78440909bf4=SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4., 05b0ce92b5ab36020d222ba954f875db=SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db., cf93f801b9d62456bd7ecb4e5e71de99=SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99.} 2024-12-11T22:53:22,826 DEBUG [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1351): Waiting on 05b0ce92b5ab36020d222ba954f875db, 99de8c297b38878fa0bcaf7fe30f1ede, a245b995f8cb7cf4cf67c78440909bf4, cf93f801b9d62456bd7ecb4e5e71de99, f0cb8f6ca3067fdc14a33420757cf866 2024-12-11T22:53:22,826 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.76 KB heapSize=24.82 KB 2024-12-11T22:53:22,836 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/ef0d0b7724db2e39c345d87e2b86de67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T22:53:22,837 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:53:22,837 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef0d0b7724db2e39c345d87e2b86de67: Waiting for close lock at 1733957602825Running coprocessor pre-close hooks at 1733957602825Disabling compacts and flushes for region at 1733957602825Disabling writes for close at 1733957602826 (+1 ms)Writing region close event to WAL at 1733957602828 (+2 ms)Running coprocessor post-close hooks at 1733957602837 (+9 ms)Closed at 1733957602837 2024-12-11T22:53:22,838 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/99de8c297b38878fa0bcaf7fe30f1ede/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:53:22,838 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733957550391.ef0d0b7724db2e39c345d87e2b86de67. 2024-12-11T22:53:22,838 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d5d931ac788b6184eda5ecb50aa453b, disabling compactions & flushes 2024-12-11T22:53:22,838 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:53:22,838 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:53:22,838 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. after waiting 0 ms 2024-12-11T22:53:22,838 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:53:22,838 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:53:22,838 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99de8c297b38878fa0bcaf7fe30f1ede: Waiting for close lock at 1733957602825Running coprocessor pre-close hooks at 1733957602825Disabling compacts and flushes for region at 1733957602825Disabling writes for close at 1733957602826 (+1 ms)Writing region close event to WAL at 1733957602828 (+2 ms)Running coprocessor post-close hooks at 1733957602838 (+10 ms)Closed at 1733957602838 2024-12-11T22:53:22,839 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733957550391.99de8c297b38878fa0bcaf7fe30f1ede. 2024-12-11T22:53:22,839 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0cb8f6ca3067fdc14a33420757cf866, disabling compactions & flushes 2024-12-11T22:53:22,839 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,839 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,839 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. after waiting 0 ms 2024-12-11T22:53:22,839 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,848 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/f0cb8f6ca3067fdc14a33420757cf866/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-11T22:53:22,848 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/7d5d931ac788b6184eda5ecb50aa453b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:53:22,849 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d5d931ac788b6184eda5ecb50aa453b: Waiting for close lock at 1733957602838Running coprocessor pre-close hooks at 1733957602838Disabling compacts and flushes for region at 1733957602838Disabling writes for close at 1733957602838Writing region close event to WAL at 1733957602838Running coprocessor post-close hooks at 1733957602849 (+11 ms)Closed at 1733957602849 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733957550391.7d5d931ac788b6184eda5ecb50aa453b. 2024-12-11T22:53:22,849 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5676e7c93fbba2f14fa42fa46c79c9e8, disabling compactions & flushes 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0cb8f6ca3067fdc14a33420757cf866: Waiting for close lock at 1733957602839Running coprocessor pre-close hooks at 1733957602839Disabling compacts and flushes for region at 1733957602839Disabling writes for close at 1733957602839Writing region close event to WAL at 1733957602841 (+2 ms)Running coprocessor post-close hooks at 1733957602849 (+8 ms)Closed at 1733957602849 2024-12-11T22:53:22,849 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733957550391.f0cb8f6ca3067fdc14a33420757cf866. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. after waiting 0 ms 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a245b995f8cb7cf4cf67c78440909bf4, disabling compactions & flushes 2024-12-11T22:53:22,849 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. after waiting 0 ms 2024-12-11T22:53:22,849 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:53:22,852 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/info/4446b9715aa54d11bc82be1341a5b775 is 167, key is SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4./info:regioninfo/1733957561372/Put/seqid=0 2024-12-11T22:53:22,869 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/5676e7c93fbba2f14fa42fa46c79c9e8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:53:22,870 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/a245b995f8cb7cf4cf67c78440909bf4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:53:22,870 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:53:22,870 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5676e7c93fbba2f14fa42fa46c79c9e8: Waiting for close lock at 1733957602849Running coprocessor pre-close hooks at 1733957602849Disabling compacts and flushes for region at 1733957602849Disabling writes for close at 1733957602849Writing region close event to WAL at 1733957602857 (+8 ms)Running coprocessor post-close hooks at 1733957602870 (+13 ms)Closed at 1733957602870 2024-12-11T22:53:22,870 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733957550391.5676e7c93fbba2f14fa42fa46c79c9e8. 2024-12-11T22:53:22,871 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c956cb147bd3e3dd06c229409332da59, disabling compactions & flushes 2024-12-11T22:53:22,871 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:53:22,871 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:53:22,871 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. after waiting 0 ms 2024-12-11T22:53:22,871 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:53:22,872 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:53:22,872 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a245b995f8cb7cf4cf67c78440909bf4: Waiting for close lock at 1733957602849Running coprocessor pre-close hooks at 1733957602849Disabling compacts and flushes for region at 1733957602849Disabling writes for close at 1733957602849Writing region close event to WAL at 1733957602857 (+8 ms)Running coprocessor post-close hooks at 1733957602871 (+14 ms)Closed at 1733957602872 (+1 ms) 2024-12-11T22:53:22,872 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733957550391.a245b995f8cb7cf4cf67c78440909bf4. 2024-12-11T22:53:22,872 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05b0ce92b5ab36020d222ba954f875db, disabling compactions & flushes 2024-12-11T22:53:22,872 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:53:22,872 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:53:22,872 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. after waiting 0 ms 2024-12-11T22:53:22,872 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:53:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741864_1040 (size=19475) 2024-12-11T22:53:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741864_1040 (size=19475) 2024-12-11T22:53:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741864_1040 (size=19475) 2024-12-11T22:53:22,881 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.61 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/info/4446b9715aa54d11bc82be1341a5b775 2024-12-11T22:53:22,886 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/c956cb147bd3e3dd06c229409332da59/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T22:53:22,887 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:53:22,887 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c956cb147bd3e3dd06c229409332da59: Waiting for close lock at 1733957602871Running coprocessor pre-close hooks at 1733957602871Disabling compacts and flushes for region at 1733957602871Disabling writes for close at 1733957602871Writing region close event to WAL at 1733957602871Running coprocessor post-close hooks at 1733957602887 (+16 ms)Closed at 1733957602887 2024-12-11T22:53:22,887 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733957550391.c956cb147bd3e3dd06c229409332da59. 2024-12-11T22:53:22,901 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/05b0ce92b5ab36020d222ba954f875db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T22:53:22,901 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:53:22,901 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05b0ce92b5ab36020d222ba954f875db: Waiting for close lock at 1733957602872Running coprocessor pre-close hooks at 1733957602872Disabling compacts and flushes for region at 1733957602872Disabling writes for close at 1733957602872Writing region close event to WAL at 1733957602896 (+24 ms)Running coprocessor post-close hooks at 1733957602901 (+5 ms)Closed at 1733957602901 2024-12-11T22:53:22,902 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733957550391.05b0ce92b5ab36020d222ba954f875db. 2024-12-11T22:53:22,902 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf93f801b9d62456bd7ecb4e5e71de99, disabling compactions & flushes 2024-12-11T22:53:22,902 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,902 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,902 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. after waiting 0 ms 2024-12-11T22:53:22,902 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,907 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/ns/b6ff7bdf00f74a3c9770ac3108464c57 is 43, key is default/ns:d/1733957550219/Put/seqid=0 2024-12-11T22:53:22,910 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/default/SPTestTable/cf93f801b9d62456bd7ecb4e5e71de99/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T22:53:22,911 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,911 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf93f801b9d62456bd7ecb4e5e71de99: Waiting for close lock at 1733957602902Running coprocessor pre-close hooks at 1733957602902Disabling compacts and flushes for region at 1733957602902Disabling writes for close at 1733957602902Writing region close event to WAL at 1733957602902Running coprocessor post-close hooks at 1733957602911 (+9 ms)Closed at 1733957602911 2024-12-11T22:53:22,911 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733957550391.cf93f801b9d62456bd7ecb4e5e71de99. 2024-12-11T22:53:22,918 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:53:22,918 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:53:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741865_1041 (size=5153) 2024-12-11T22:53:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741865_1041 (size=5153) 2024-12-11T22:53:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741865_1041 (size=5153) 2024-12-11T22:53:22,940 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/ns/b6ff7bdf00f74a3c9770ac3108464c57 2024-12-11T22:53:22,960 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/table/a39af93c7eb04e40a18a1d4588f88b94 is 47, key is SPTestTable/table:state/1733957561419/Put/seqid=0 2024-12-11T22:53:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741866_1042 (size=5214) 2024-12-11T22:53:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741866_1042 (size=5214) 2024-12-11T22:53:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741866_1042 (size=5214) 2024-12-11T22:53:22,976 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/table/a39af93c7eb04e40a18a1d4588f88b94 2024-12-11T22:53:22,982 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/info/4446b9715aa54d11bc82be1341a5b775 as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/info/4446b9715aa54d11bc82be1341a5b775 2024-12-11T22:53:22,988 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/info/4446b9715aa54d11bc82be1341a5b775, entries=109, sequenceid=34, filesize=19.0 K 2024-12-11T22:53:22,989 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/ns/b6ff7bdf00f74a3c9770ac3108464c57 as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/ns/b6ff7bdf00f74a3c9770ac3108464c57 2024-12-11T22:53:22,996 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/ns/b6ff7bdf00f74a3c9770ac3108464c57, entries=2, sequenceid=34, filesize=5.0 K 2024-12-11T22:53:22,997 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/.tmp/table/a39af93c7eb04e40a18a1d4588f88b94 as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/table/a39af93c7eb04e40a18a1d4588f88b94 2024-12-11T22:53:23,006 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/table/a39af93c7eb04e40a18a1d4588f88b94, entries=2, sequenceid=34, filesize=5.1 K 2024-12-11T22:53:23,007 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.76 KB/15117, heapSize ~24.52 KB/25112, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=34, compaction requested=false 2024-12-11T22:53:23,026 DEBUG [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T22:53:23,026 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(976): stopping server d462fa545078,45767,1733957539098; all regions closed. 2024-12-11T22:53:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741834_1010 (size=3564) 2024-12-11T22:53:23,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741834_1010 (size=3564) 2024-12-11T22:53:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741834_1010 (size=3564) 2024-12-11T22:53:23,037 DEBUG [RS:2;d462fa545078:45767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs 2024-12-11T22:53:23,037 INFO [RS:2;d462fa545078:45767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C45767%2C1733957539098:(num 1733957539887) 2024-12-11T22:53:23,037 DEBUG [RS:2;d462fa545078:45767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:23,037 INFO [RS:2;d462fa545078:45767 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:53:23,038 INFO [RS:2;d462fa545078:45767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:53:23,038 INFO [RS:2;d462fa545078:45767 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T22:53:23,038 INFO [RS:2;d462fa545078:45767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T22:53:23,038 INFO [RS:2;d462fa545078:45767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T22:53:23,038 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:53:23,038 INFO [RS:2;d462fa545078:45767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T22:53:23,038 INFO [RS:2;d462fa545078:45767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:53:23,038 INFO [RS:2;d462fa545078:45767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45767 2024-12-11T22:53:23,047 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-12-11T22:53:23,047 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T22:53:23,047 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T22:53:23,048 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733957602826Running coprocessor pre-close hooks at 1733957602826Disabling compacts and flushes for region at 1733957602826Disabling writes for close at 1733957602826Obtaining lock to block concurrent updates at 1733957602826Preparing flush snapshotting stores in 1588230740 at 1733957602826Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15117, getHeapSize=25352, getOffHeapSize=0, getCellsCount=123 at 1733957602827 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733957602828 (+1 ms)Flushing 1588230740/info: creating writer at 1733957602828Flushing 1588230740/info: appending metadata at 1733957602852 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733957602852Flushing 1588230740/ns: creating writer at 1733957602888 (+36 ms)Flushing 1588230740/ns: appending metadata at 1733957602907 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733957602907Flushing 1588230740/table: creating writer at 1733957602946 (+39 ms)Flushing 1588230740/table: appending metadata at 1733957602960 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733957602960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ffedd64: reopening flushed file at 1733957602981 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c93e2ed: reopening flushed file at 1733957602988 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16131cbc: reopening flushed file at 1733957602996 (+8 ms)Finished flush of dataSize ~14.76 KB/15117, heapSize ~24.52 KB/25112, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=34, compaction requested=false at 1733957603007 (+11 ms)Writing region close event to WAL at 1733957603029 (+22 ms)Running coprocessor post-close hooks at 1733957603047 (+18 ms)Closed at 1733957603047 2024-12-11T22:53:23,048 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T22:53:23,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:53:23,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,45767,1733957539098 2024-12-11T22:53:23,052 INFO [RS:2;d462fa545078:45767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:53:23,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,45767,1733957539098] 2024-12-11T22:53:23,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,45767,1733957539098 already deleted, retry=false 2024-12-11T22:53:23,075 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,45767,1733957539098 expired; onlineServers=1 2024-12-11T22:53:23,164 INFO [RS:2;d462fa545078:45767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:53:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10017145a420003, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:23,164 INFO [RS:2;d462fa545078:45767 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,45767,1733957539098; zookeeper connection closed. 2024-12-11T22:53:23,165 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e5922b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e5922b8 2024-12-11T22:53:23,226 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(976): stopping server d462fa545078,40819,1733957539021; all regions closed. 2024-12-11T22:53:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741836_1012 (size=17755) 2024-12-11T22:53:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741836_1012 (size=17755) 2024-12-11T22:53:23,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/WALs/d462fa545078,40819,1733957539021/d462fa545078%2C40819%2C1733957539021.meta.1733957550116.meta not finished, retry = 0 2024-12-11T22:53:23,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741836_1012 (size=17755) 2024-12-11T22:53:23,335 DEBUG [RS:0;d462fa545078:40819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs 2024-12-11T22:53:23,335 INFO [RS:0;d462fa545078:40819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C40819%2C1733957539021.meta:.meta(num 1733957550116) 2024-12-11T22:53:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741835_1011 (size=2917) 2024-12-11T22:53:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741835_1011 (size=2917) 2024-12-11T22:53:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741835_1011 (size=2917) 2024-12-11T22:53:23,345 DEBUG [RS:0;d462fa545078:40819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/oldWALs 2024-12-11T22:53:23,346 INFO [RS:0;d462fa545078:40819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C40819%2C1733957539021:(num 1733957539886) 2024-12-11T22:53:23,346 DEBUG [RS:0;d462fa545078:40819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T22:53:23,346 INFO [RS:0;d462fa545078:40819 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T22:53:23,346 INFO [RS:0;d462fa545078:40819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:53:23,346 INFO [RS:0;d462fa545078:40819 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T22:53:23,346 INFO [RS:0;d462fa545078:40819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:53:23,346 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:53:23,346 INFO [RS:0;d462fa545078:40819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40819 2024-12-11T22:53:23,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T22:53:23,359 INFO [RS:0;d462fa545078:40819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:53:23,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d462fa545078,40819,1733957539021 2024-12-11T22:53:23,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,40819,1733957539021] 2024-12-11T22:53:23,380 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d462fa545078,40819,1733957539021 already deleted, retry=false 2024-12-11T22:53:23,380 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,40819,1733957539021 expired; onlineServers=0 2024-12-11T22:53:23,380 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd462fa545078,40879,1733957538705' ***** 2024-12-11T22:53:23,380 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T22:53:23,380 INFO [M:0;d462fa545078:40879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T22:53:23,380 INFO [M:0;d462fa545078:40879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T22:53:23,380 DEBUG [M:0;d462fa545078:40879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T22:53:23,380 DEBUG [M:0;d462fa545078:40879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T22:53:23,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T22:53:23,380 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957539555 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733957539555,5,FailOnTimeoutGroup] 2024-12-11T22:53:23,380 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957539556 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733957539556,5,FailOnTimeoutGroup] 2024-12-11T22:53:23,380 INFO [M:0;d462fa545078:40879 {}] hbase.ChoreService(370): Chore service for: master/d462fa545078:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T22:53:23,380 INFO [M:0;d462fa545078:40879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T22:53:23,380 DEBUG [M:0;d462fa545078:40879 {}] master.HMaster(1795): Stopping service threads 2024-12-11T22:53:23,381 INFO [M:0;d462fa545078:40879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T22:53:23,381 INFO [M:0;d462fa545078:40879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T22:53:23,381 ERROR [M:0;d462fa545078:40879 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34591 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34591,5,PEWorkerGroup] 2024-12-11T22:53:23,381 INFO [M:0;d462fa545078:40879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T22:53:23,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T22:53:23,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T22:53:23,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T22:53:23,391 DEBUG [M:0;d462fa545078:40879 {}] zookeeper.ZKUtil(347): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T22:53:23,391 WARN [M:0;d462fa545078:40879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T22:53:23,391 INFO [M:0;d462fa545078:40879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/.lastflushedseqids 2024-12-11T22:53:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741867_1043 (size=650) 2024-12-11T22:53:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741867_1043 (size=650) 2024-12-11T22:53:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741867_1043 (size=650) 2024-12-11T22:53:23,408 INFO [M:0;d462fa545078:40879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T22:53:23,408 INFO [M:0;d462fa545078:40879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T22:53:23,409 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T22:53:23,409 INFO [M:0;d462fa545078:40879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:53:23,409 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:53:23,409 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T22:53:23,409 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:53:23,409 INFO [M:0;d462fa545078:40879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=177.71 KB heapSize=217.39 KB 2024-12-11T22:53:23,425 DEBUG [M:0;d462fa545078:40879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1d20dfb8d845ca9002c263826d7535 is 82, key is hbase:meta,,1/info:regioninfo/1733957550162/Put/seqid=0 2024-12-11T22:53:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741868_1044 (size=5672) 2024-12-11T22:53:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741868_1044 (size=5672) 2024-12-11T22:53:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741868_1044 (size=5672) 2024-12-11T22:53:23,441 INFO [M:0;d462fa545078:40879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1d20dfb8d845ca9002c263826d7535 2024-12-11T22:53:23,466 DEBUG [M:0;d462fa545078:40879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79617531de5e4488b61461976aa89c85 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733957561424/Put/seqid=0 2024-12-11T22:53:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:23,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40819-0x10017145a420001, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:23,470 INFO [RS:0;d462fa545078:40819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:53:23,470 INFO [RS:0;d462fa545078:40819 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,40819,1733957539021; zookeeper connection closed. 2024-12-11T22:53:23,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36171fad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36171fad 2024-12-11T22:53:23,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T22:53:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741869_1045 (size=12182) 2024-12-11T22:53:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741869_1045 (size=12182) 2024-12-11T22:53:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741869_1045 (size=12182) 2024-12-11T22:53:23,513 INFO [M:0;d462fa545078:40879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=176.97 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79617531de5e4488b61461976aa89c85 2024-12-11T22:53:23,520 INFO [M:0;d462fa545078:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79617531de5e4488b61461976aa89c85 2024-12-11T22:53:23,540 DEBUG [M:0;d462fa545078:40879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08f60d14f82c4297aa7ee9856d36eefb is 69, key is d462fa545078,40819,1733957539021/rs:state/1733957539655/Put/seqid=0 2024-12-11T22:53:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741870_1046 (size=5442) 2024-12-11T22:53:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741870_1046 (size=5442) 2024-12-11T22:53:23,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741870_1046 (size=5442) 2024-12-11T22:53:23,584 INFO [M:0;d462fa545078:40879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08f60d14f82c4297aa7ee9856d36eefb 2024-12-11T22:53:23,592 INFO [M:0;d462fa545078:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f60d14f82c4297aa7ee9856d36eefb 2024-12-11T22:53:23,594 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1d20dfb8d845ca9002c263826d7535 as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e1d20dfb8d845ca9002c263826d7535 2024-12-11T22:53:23,606 INFO [M:0;d462fa545078:40879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e1d20dfb8d845ca9002c263826d7535, entries=8, sequenceid=428, filesize=5.5 K 2024-12-11T22:53:23,610 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79617531de5e4488b61461976aa89c85 as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79617531de5e4488b61461976aa89c85 2024-12-11T22:53:23,622 INFO [M:0;d462fa545078:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79617531de5e4488b61461976aa89c85 2024-12-11T22:53:23,622 INFO [M:0;d462fa545078:40879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79617531de5e4488b61461976aa89c85, entries=54, sequenceid=428, filesize=11.9 K 2024-12-11T22:53:23,624 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08f60d14f82c4297aa7ee9856d36eefb as hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08f60d14f82c4297aa7ee9856d36eefb 2024-12-11T22:53:23,636 INFO [M:0;d462fa545078:40879 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f60d14f82c4297aa7ee9856d36eefb 2024-12-11T22:53:23,637 INFO [M:0;d462fa545078:40879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34591/user/jenkins/test-data/99aa7e82-f6b5-f05d-1861-6f8974b4bd35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08f60d14f82c4297aa7ee9856d36eefb, entries=3, sequenceid=428, filesize=5.3 K 2024-12-11T22:53:23,639 INFO [M:0;d462fa545078:40879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~177.71 KB/181974, heapSize ~217.09 KB/222304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=428, compaction requested=false 2024-12-11T22:53:23,645 INFO [M:0;d462fa545078:40879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T22:53:23,645 DEBUG [M:0;d462fa545078:40879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733957603409Disabling compacts and flushes for region at 1733957603409Disabling writes for close at 1733957603409Obtaining lock to block concurrent updates at 1733957603409Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733957603409Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=181974, getHeapSize=222544, getOffHeapSize=0, getCellsCount=523 at 1733957603409Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733957603410 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733957603410Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733957603425 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733957603425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733957603449 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733957603466 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733957603466Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733957603520 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733957603539 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733957603539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3708c9: reopening flushed file at 1733957603593 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2c5636: reopening flushed file at 1733957603607 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8304d2: reopening flushed file at 1733957603622 (+15 ms)Finished flush of dataSize ~177.71 KB/181974, heapSize ~217.09 KB/222304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=428, compaction requested=false at 1733957603639 (+17 ms)Writing region close event to WAL at 1733957603645 (+6 ms)Closed at 1733957603645 2024-12-11T22:53:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35831 is added to blk_1073741830_1006 (size=210593) 2024-12-11T22:53:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741830_1006 (size=210593) 2024-12-11T22:53:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33305 is added to blk_1073741830_1006 (size=210593) 2024-12-11T22:53:23,653 INFO [M:0;d462fa545078:40879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T22:53:23,653 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T22:53:23,653 INFO [M:0;d462fa545078:40879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40879 2024-12-11T22:53:23,653 INFO [M:0;d462fa545078:40879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T22:53:23,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:23,764 INFO [M:0;d462fa545078:40879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T22:53:23,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40879-0x10017145a420000, quorum=127.0.0.1:59007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T22:53:23,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e815ed4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:53:23,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16a80560{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:53:23,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:53:23,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6771897a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:53:23,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ebec02b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,STOPPED} 2024-12-11T22:53:23,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:53:23,833 WARN [BP-640507824-172.17.0.2-1733957535829 heartbeating to localhost/127.0.0.1:34591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:53:23,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:53:23,833 WARN [BP-640507824-172.17.0.2-1733957535829 heartbeating to localhost/127.0.0.1:34591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-640507824-172.17.0.2-1733957535829 (Datanode Uuid 8fd201c6-a5f6-4428-b7fe-74022ee42b3b) service to localhost/127.0.0.1:34591 2024-12-11T22:53:23,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data5/current/BP-640507824-172.17.0.2-1733957535829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:53:23,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data6/current/BP-640507824-172.17.0.2-1733957535829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:53:23,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:53:23,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee24d1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:53:23,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1efa32b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:53:23,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:53:23,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ead9d05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:53:23,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775d0671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,STOPPED} 2024-12-11T22:53:23,842 WARN [BP-640507824-172.17.0.2-1733957535829 heartbeating to localhost/127.0.0.1:34591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:53:23,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:53:23,842 WARN [BP-640507824-172.17.0.2-1733957535829 heartbeating to localhost/127.0.0.1:34591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-640507824-172.17.0.2-1733957535829 (Datanode Uuid 8a1fb296-7cc4-448e-94fd-761e0d1dd600) service to localhost/127.0.0.1:34591 2024-12-11T22:53:23,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:53:23,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data3/current/BP-640507824-172.17.0.2-1733957535829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:53:23,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data4/current/BP-640507824-172.17.0.2-1733957535829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:53:23,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:53:23,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2feb0ee8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T22:53:23,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d322b2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:53:23,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:53:23,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4294a08f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:53:23,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef7d39c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,STOPPED} 2024-12-11T22:53:23,849 WARN [BP-640507824-172.17.0.2-1733957535829 heartbeating to localhost/127.0.0.1:34591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T22:53:23,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T22:53:23,849 WARN [BP-640507824-172.17.0.2-1733957535829 heartbeating to localhost/127.0.0.1:34591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-640507824-172.17.0.2-1733957535829 (Datanode Uuid ba98bdd2-f070-4f60-9c05-51e4a674fc9c) service to localhost/127.0.0.1:34591 2024-12-11T22:53:23,849 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T22:53:23,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data1/current/BP-640507824-172.17.0.2-1733957535829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:53:23,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/cluster_c1c1eff3-1790-1ee4-8ac9-55615a2c598b/data/data2/current/BP-640507824-172.17.0.2-1733957535829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T22:53:23,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T22:53:23,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5827f46b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T22:53:23,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5186c45f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T22:53:23,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T22:53:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d3784a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T22:53:23,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ee46248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/072f7ae1-45b1-dbb6-bae0-bef086bb1647/hadoop.log.dir/,STOPPED} 2024-12-11T22:53:23,868 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T22:53:23,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T22:53:23,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34591 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34591 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 237) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8608 (was 9552)