2024-12-03 03:13:11,913 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 03:13:11,929 main DEBUG Took 0.013463 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 03:13:11,929 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 03:13:11,930 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 03:13:11,931 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 03:13:11,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,946 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 03:13:11,966 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,973 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,974 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,977 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,979 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,984 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,990 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,995 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:13:11,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:11,997 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 03:13:11,999 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:13:12,001 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 03:13:12,007 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 03:13:12,015 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 03:13:12,016 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 03:13:12,017 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 03:13:12,034 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 03:13:12,037 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 03:13:12,040 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 03:13:12,041 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 03:13:12,042 main DEBUG createAppenders(={Console}) 2024-12-03 03:13:12,043 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-03 03:13:12,043 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-03 03:13:12,044 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-03 03:13:12,045 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 03:13:12,045 main DEBUG OutputStream closed 2024-12-03 03:13:12,046 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 03:13:12,057 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 03:13:12,058 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-03 03:13:12,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 03:13:12,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 03:13:12,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 03:13:12,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 03:13:12,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 03:13:12,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 03:13:12,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 03:13:12,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 03:13:12,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 03:13:12,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 03:13:12,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 03:13:12,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 03:13:12,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 03:13:12,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 03:13:12,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 03:13:12,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 03:13:12,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 03:13:12,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 03:13:12,207 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 03:13:12,207 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-03 03:13:12,207 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 03:13:12,211 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-03T03:13:12,230 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-03 03:13:12,235 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 03:13:12,235 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T03:13:12,245 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-03T03:13:12,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=873, ProcessCount=11, AvailableMemoryMB=7543 2024-12-03T03:13:12,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8 2024-12-03T03:13:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T03:13:12,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4, deleteOnExit=true 2024-12-03T03:13:12,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T03:13:12,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/test.cache.data in system properties and HBase conf 2024-12-03T03:13:12,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T03:13:12,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir in system properties and HBase conf 2024-12-03T03:13:12,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T03:13:12,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T03:13:12,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T03:13:12,857 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T03:13:13,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T03:13:13,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T03:13:13,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T03:13:13,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T03:13:13,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T03:13:13,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T03:13:13,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T03:13:13,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T03:13:13,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T03:13:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T03:13:13,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/nfs.dump.dir in system properties and HBase conf 2024-12-03T03:13:13,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/java.io.tmpdir in system properties and HBase conf 2024-12-03T03:13:13,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T03:13:13,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T03:13:13,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T03:13:15,648 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T03:13:15,759 INFO [Time-limited test {}] log.Log(170): Logging initialized @4740ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T03:13:15,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:13:15,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:13:16,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:13:16,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:13:16,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T03:13:16,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:13:16,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:13:16,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:13:16,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/java.io.tmpdir/jetty-localhost-37699-hadoop-hdfs-3_4_1-tests_jar-_-any-7960599334428121135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T03:13:16,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:37699} 2024-12-03T03:13:16,490 INFO [Time-limited test {}] server.Server(415): Started @5472ms 2024-12-03T03:13:17,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:13:17,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:13:17,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:13:17,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:13:17,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T03:13:17,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:13:17,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:13:18,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/java.io.tmpdir/jetty-localhost-38457-hadoop-hdfs-3_4_1-tests_jar-_-any-12128438105740796831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:13:18,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:38457} 2024-12-03T03:13:18,104 INFO [Time-limited test {}] server.Server(415): Started @7086ms 2024-12-03T03:13:18,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:13:18,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:13:18,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:13:18,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:13:18,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:13:18,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T03:13:18,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:13:18,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:13:18,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/java.io.tmpdir/jetty-localhost-42507-hadoop-hdfs-3_4_1-tests_jar-_-any-4734710732169497627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:13:18,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:42507} 2024-12-03T03:13:18,555 INFO [Time-limited test {}] server.Server(415): Started @7537ms 2024-12-03T03:13:18,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:13:18,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:13:18,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:13:18,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:13:18,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:13:18,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T03:13:18,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:13:18,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:13:18,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/java.io.tmpdir/jetty-localhost-37695-hadoop-hdfs-3_4_1-tests_jar-_-any-12613651037462667018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:13:18,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:37695} 2024-12-03T03:13:18,825 INFO [Time-limited test {}] server.Server(415): Started @7807ms 2024-12-03T03:13:18,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:13:25,604 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data1/current/BP-846070282-172.17.0.3-1733195593819/current, will proceed with Du for space computation calculation, 2024-12-03T03:13:25,604 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data2/current/BP-846070282-172.17.0.3-1733195593819/current, will proceed with Du for space computation calculation, 2024-12-03T03:13:25,638 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:13:25,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4745984ac502b3fd with lease ID 0x40b20835c49f2797: Processing first storage report for DS-115e3e51-c8f7-4edd-adb4-4dde52bfb5ca from datanode DatanodeRegistration(127.0.0.1:36751, datanodeUuid=8ca12a0d-52e8-4402-8e69-f5e03e86f315, infoPort=45857, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819) 2024-12-03T03:13:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4745984ac502b3fd with lease ID 0x40b20835c49f2797: from storage DS-115e3e51-c8f7-4edd-adb4-4dde52bfb5ca node DatanodeRegistration(127.0.0.1:36751, datanodeUuid=8ca12a0d-52e8-4402-8e69-f5e03e86f315, infoPort=45857, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T03:13:25,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4745984ac502b3fd with lease ID 0x40b20835c49f2797: Processing first storage report for DS-60277bc8-1642-4d78-9165-9751f5567f46 from datanode DatanodeRegistration(127.0.0.1:36751, datanodeUuid=8ca12a0d-52e8-4402-8e69-f5e03e86f315, infoPort=45857, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819) 2024-12-03T03:13:25,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4745984ac502b3fd with lease ID 0x40b20835c49f2797: from storage DS-60277bc8-1642-4d78-9165-9751f5567f46 node DatanodeRegistration(127.0.0.1:36751, datanodeUuid=8ca12a0d-52e8-4402-8e69-f5e03e86f315, infoPort=45857, infoSecurePort=0, ipcPort=41601, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T03:13:25,740 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data3/current/BP-846070282-172.17.0.3-1733195593819/current, will proceed with Du for space computation calculation, 2024-12-03T03:13:25,741 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data4/current/BP-846070282-172.17.0.3-1733195593819/current, will proceed with Du for space computation calculation, 2024-12-03T03:13:25,773 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:13:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8750aed64025b180 with lease ID 0x40b20835c49f2798: Processing first storage report for DS-04762a0e-5e2f-41ab-a7de-ee6122e9b94d from datanode DatanodeRegistration(127.0.0.1:39133, datanodeUuid=f0ec851b-4b0d-4e0c-a94f-b1a8b14cd67b, infoPort=43373, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819) 2024-12-03T03:13:25,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8750aed64025b180 with lease ID 0x40b20835c49f2798: from storage DS-04762a0e-5e2f-41ab-a7de-ee6122e9b94d node DatanodeRegistration(127.0.0.1:39133, datanodeUuid=f0ec851b-4b0d-4e0c-a94f-b1a8b14cd67b, infoPort=43373, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:13:25,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8750aed64025b180 with lease ID 0x40b20835c49f2798: Processing first storage report for DS-65c8250c-e775-452a-8a0c-69ae64df2688 from datanode DatanodeRegistration(127.0.0.1:39133, datanodeUuid=f0ec851b-4b0d-4e0c-a94f-b1a8b14cd67b, infoPort=43373, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819) 2024-12-03T03:13:25,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8750aed64025b180 with lease ID 0x40b20835c49f2798: from storage DS-65c8250c-e775-452a-8a0c-69ae64df2688 node DatanodeRegistration(127.0.0.1:39133, datanodeUuid=f0ec851b-4b0d-4e0c-a94f-b1a8b14cd67b, infoPort=43373, infoSecurePort=0, ipcPort=37639, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T03:13:25,957 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data5/current/BP-846070282-172.17.0.3-1733195593819/current, will proceed with Du for space computation calculation, 2024-12-03T03:13:25,958 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data6/current/BP-846070282-172.17.0.3-1733195593819/current, will proceed with Du for space computation calculation, 2024-12-03T03:13:25,994 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:13:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe14932e95458027 with lease ID 0x40b20835c49f2799: Processing first storage report for DS-d7971c0c-497c-4b27-b548-7b992ef08f53 from datanode DatanodeRegistration(127.0.0.1:40967, datanodeUuid=7a487aaa-9931-463d-849f-ac41ac5b348e, infoPort=35535, infoSecurePort=0, ipcPort=46737, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819) 2024-12-03T03:13:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe14932e95458027 with lease ID 0x40b20835c49f2799: from storage DS-d7971c0c-497c-4b27-b548-7b992ef08f53 node DatanodeRegistration(127.0.0.1:40967, datanodeUuid=7a487aaa-9931-463d-849f-ac41ac5b348e, infoPort=35535, infoSecurePort=0, ipcPort=46737, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:13:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe14932e95458027 with lease ID 0x40b20835c49f2799: Processing first storage report for DS-367f73f0-de4c-4691-b169-350bc2d21d42 from datanode DatanodeRegistration(127.0.0.1:40967, datanodeUuid=7a487aaa-9931-463d-849f-ac41ac5b348e, infoPort=35535, infoSecurePort=0, ipcPort=46737, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819) 2024-12-03T03:13:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe14932e95458027 with lease ID 0x40b20835c49f2799: from storage DS-367f73f0-de4c-4691-b169-350bc2d21d42 node DatanodeRegistration(127.0.0.1:40967, datanodeUuid=7a487aaa-9931-463d-849f-ac41ac5b348e, infoPort=35535, infoSecurePort=0, ipcPort=46737, storageInfo=lv=-57;cid=testClusterID;nsid=1787286968;c=1733195593819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:13:26,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8 2024-12-03T03:13:26,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/zookeeper_0, clientPort=56006, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T03:13:26,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56006 2024-12-03T03:13:26,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:26,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:26,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:13:26,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:13:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:13:26,823 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 with version=8 2024-12-03T03:13:26,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/hbase-staging 2024-12-03T03:13:26,914 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T03:13:27,221 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:13:27,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:27,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:27,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:13:27,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:27,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:13:27,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T03:13:27,455 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T03:13:27,465 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T03:13:27,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:13:27,501 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1006 (auto-detected) 2024-12-03T03:13:27,502 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T03:13:27,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34535 2024-12-03T03:13:27,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34535 connecting to ZooKeeper ensemble=127.0.0.1:56006 2024-12-03T03:13:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345350x0, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:13:27,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34535-0x101992e24040000 connected 2024-12-03T03:13:29,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:29,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:29,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:13:29,152 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3, hbase.cluster.distributed=false 2024-12-03T03:13:29,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:13:29,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34535 2024-12-03T03:13:29,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34535 2024-12-03T03:13:29,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34535 2024-12-03T03:13:29,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34535 2024-12-03T03:13:29,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34535 2024-12-03T03:13:29,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:13:29,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:29,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:29,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:13:29,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:29,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:13:29,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T03:13:29,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:13:29,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40033 2024-12-03T03:13:29,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40033 connecting to ZooKeeper ensemble=127.0.0.1:56006 2024-12-03T03:13:29,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:29,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:29,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400330x0, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:13:29,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400330x0, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:13:29,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40033-0x101992e24040001 connected 2024-12-03T03:13:29,731 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T03:13:29,738 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T03:13:29,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T03:13:29,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:13:29,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40033 2024-12-03T03:13:29,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40033 2024-12-03T03:13:29,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40033 2024-12-03T03:13:29,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40033 2024-12-03T03:13:29,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40033 2024-12-03T03:13:29,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:13:29,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:29,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:29,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:13:29,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:29,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:13:29,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T03:13:29,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:13:29,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34337 2024-12-03T03:13:29,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34337 connecting to ZooKeeper ensemble=127.0.0.1:56006 2024-12-03T03:13:29,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:29,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:30,008 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343370x0, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:13:30,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343370x0, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:13:30,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34337-0x101992e24040002 connected 2024-12-03T03:13:30,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T03:13:30,010 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T03:13:30,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T03:13:30,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:13:30,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34337 2024-12-03T03:13:30,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34337 2024-12-03T03:13:30,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34337 2024-12-03T03:13:30,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34337 2024-12-03T03:13:30,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34337 2024-12-03T03:13:30,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:13:30,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:30,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:30,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:13:30,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:13:30,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:13:30,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T03:13:30,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:13:30,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45057 2024-12-03T03:13:30,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45057 connecting to ZooKeeper ensemble=127.0.0.1:56006 2024-12-03T03:13:30,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:30,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:30,136 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450570x0, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:13:30,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450570x0, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:13:30,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45057-0x101992e24040003 connected 2024-12-03T03:13:30,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T03:13:30,139 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T03:13:30,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T03:13:30,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:13:30,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45057 2024-12-03T03:13:30,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45057 2024-12-03T03:13:30,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45057 2024-12-03T03:13:30,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45057 2024-12-03T03:13:30,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45057 2024-12-03T03:13:30,165 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0d3ef00225a3:34535 2024-12-03T03:13:30,166 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:30,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,416 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,416 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,418 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:30,555 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T03:13:30,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T03:13:30,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:30,556 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:30,556 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T03:13:30,556 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:30,558 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T03:13:30,559 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0d3ef00225a3,34535,1733195607060 from backup master directory 2024-12-03T03:13:30,640 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:30,640 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:13:30,641 WARN [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:13:30,641 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:30,643 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T03:13:30,645 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T03:13:30,718 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/hbase.id] with ID: 0b49abc0-f669-4b87-9184-52e8a911610a 2024-12-03T03:13:30,718 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.tmp/hbase.id 2024-12-03T03:13:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741826_1002 (size=42) 2024-12-03T03:13:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741826_1002 (size=42) 2024-12-03T03:13:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741826_1002 (size=42) 2024-12-03T03:13:30,750 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.tmp/hbase.id]:[hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/hbase.id] 2024-12-03T03:13:30,792 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:13:30,796 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T03:13:30,812 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-12-03T03:13:31,266 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:31,266 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741827_1003 (size=196) 2024-12-03T03:13:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741827_1003 (size=196) 2024-12-03T03:13:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741827_1003 (size=196) 2024-12-03T03:13:31,296 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T03:13:31,297 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T03:13:31,310 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:13:31,313 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:13:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741828_1004 (size=1189) 2024-12-03T03:13:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741828_1004 (size=1189) 2024-12-03T03:13:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741828_1004 (size=1189) 2024-12-03T03:13:31,357 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store 2024-12-03T03:13:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741829_1005 (size=34) 2024-12-03T03:13:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741829_1005 (size=34) 2024-12-03T03:13:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741829_1005 (size=34) 2024-12-03T03:13:31,381 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T03:13:31,384 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:31,385 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T03:13:31,386 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:13:31,386 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:13:31,387 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T03:13:31,387 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:13:31,388 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:13:31,389 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733195611385Disabling compacts and flushes for region at 1733195611385Disabling writes for close at 1733195611387 (+2 ms)Writing region close event to WAL at 1733195611388 (+1 ms)Closed at 1733195611388 2024-12-03T03:13:31,391 WARN [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/.initializing 2024-12-03T03:13:31,391 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/WALs/0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:31,398 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:13:31,413 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C34535%2C1733195607060, suffix=, logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/WALs/0d3ef00225a3,34535,1733195607060, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/oldWALs, maxLogs=10 2024-12-03T03:13:31,439 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/WALs/0d3ef00225a3,34535,1733195607060/0d3ef00225a3%2C34535%2C1733195607060.1733195611419, exclude list is [], retry=0 2024-12-03T03:13:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-04762a0e-5e2f-41ab-a7de-ee6122e9b94d,DISK] 2024-12-03T03:13:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-115e3e51-c8f7-4edd-adb4-4dde52bfb5ca,DISK] 2024-12-03T03:13:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-d7971c0c-497c-4b27-b548-7b992ef08f53,DISK] 2024-12-03T03:13:31,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T03:13:31,496 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/WALs/0d3ef00225a3,34535,1733195607060/0d3ef00225a3%2C34535%2C1733195607060.1733195611419 2024-12-03T03:13:31,497 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35535:35535),(127.0.0.1/127.0.0.1:43373:43373),(127.0.0.1/127.0.0.1:45857:45857)] 2024-12-03T03:13:31,498 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T03:13:31,498 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:31,502 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,502 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T03:13:31,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:31,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:31,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T03:13:31,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:31,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:31,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T03:13:31,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:31,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:31,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T03:13:31,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:31,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:31,619 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,624 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,626 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,635 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,636 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,640 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T03:13:31,647 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:13:31,658 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:31,660 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69580724, jitterRate=0.03683358430862427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T03:13:31,666 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733195611517Initializing all the Stores at 1733195611519 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195611519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195611520 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195611520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195611520Cleaning up temporary data from old regions at 1733195611636 (+116 ms)Region opened successfully at 1733195611666 (+30 ms) 2024-12-03T03:13:31,667 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T03:13:31,704 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9290941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:13:31,736 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T03:13:31,747 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T03:13:31,747 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T03:13:31,750 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T03:13:31,751 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T03:13:31,756 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T03:13:31,756 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T03:13:31,784 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T03:13:31,792 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T03:13:32,007 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T03:13:32,009 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T03:13:32,011 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T03:13:32,113 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T03:13:32,115 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T03:13:32,118 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T03:13:32,142 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T03:13:32,143 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T03:13:32,389 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T03:13:32,404 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T03:13:32,426 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T03:13:32,616 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:13:32,616 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:13:32,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:13:32,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:13:32,616 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:32,616 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:32,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:32,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:32,618 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0d3ef00225a3,34535,1733195607060, sessionid=0x101992e24040000, setting cluster-up flag (Was=false) 2024-12-03T03:13:32,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:32,942 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:32,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:32,942 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:33,175 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T03:13:33,178 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:33,388 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:33,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:33,388 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:33,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:33,826 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T03:13:33,828 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:33,832 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T03:13:33,857 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(746): ClusterId : 0b49abc0-f669-4b87-9184-52e8a911610a 2024-12-03T03:13:33,858 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(746): ClusterId : 0b49abc0-f669-4b87-9184-52e8a911610a 2024-12-03T03:13:33,858 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(746): ClusterId : 0b49abc0-f669-4b87-9184-52e8a911610a 2024-12-03T03:13:33,860 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T03:13:33,860 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T03:13:33,862 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T03:13:33,922 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T03:13:33,934 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T03:13:33,939 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T03:13:33,945 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0d3ef00225a3,34535,1733195607060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T03:13:34,047 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T03:13:34,047 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T03:13:34,047 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T03:13:34,047 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T03:13:34,047 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T03:13:34,047 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T03:13:34,048 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:13:34,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:13:34,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:13:34,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:13:34,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0d3ef00225a3:0, corePoolSize=10, maxPoolSize=10 2024-12-03T03:13:34,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:13:34,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,053 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733195644052 2024-12-03T03:13:34,054 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T03:13:34,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T03:13:34,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T03:13:34,055 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T03:13:34,058 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T03:13:34,059 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T03:13:34,059 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T03:13:34,059 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T03:13:34,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:34,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T03:13:34,059 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,063 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T03:13:34,065 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T03:13:34,065 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T03:13:34,067 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T03:13:34,068 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T03:13:34,070 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733195614069,5,FailOnTimeoutGroup] 2024-12-03T03:13:34,070 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733195614070,5,FailOnTimeoutGroup] 2024-12-03T03:13:34,070 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,070 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T03:13:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741831_1007 (size=1321) 2024-12-03T03:13:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741831_1007 (size=1321) 2024-12-03T03:13:34,072 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741831_1007 (size=1321) 2024-12-03T03:13:34,072 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T03:13:34,074 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741832_1008 (size=32) 2024-12-03T03:13:34,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741832_1008 (size=32) 2024-12-03T03:13:34,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741832_1008 (size=32) 2024-12-03T03:13:34,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:34,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T03:13:34,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T03:13:34,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:34,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:34,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T03:13:34,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T03:13:34,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:34,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:34,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T03:13:34,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T03:13:34,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:34,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:34,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T03:13:34,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T03:13:34,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:34,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:34,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T03:13:34,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740 2024-12-03T03:13:34,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740 2024-12-03T03:13:34,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T03:13:34,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T03:13:34,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T03:13:34,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T03:13:34,118 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:34,119 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58884584, jitterRate=-0.1225513219833374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T03:13:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733195614089Initializing all the Stores at 1733195614090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195614090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195614090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195614090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195614090Cleaning up temporary data from old regions at 1733195614109 (+19 ms)Region opened successfully at 1733195614122 (+13 ms) 2024-12-03T03:13:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T03:13:34,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T03:13:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T03:13:34,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T03:13:34,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T03:13:34,124 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T03:13:34,124 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T03:13:34,124 DEBUG [RS:2;0d3ef00225a3:45057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c93d1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:13:34,124 DEBUG [RS:0;0d3ef00225a3:40033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413a3552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:13:34,125 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T03:13:34,126 DEBUG [RS:1;0d3ef00225a3:34337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e77b94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:13:34,128 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T03:13:34,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733195614122Disabling compacts and flushes for region at 1733195614122Disabling writes for close at 1733195614122Writing region close event to WAL at 1733195614127 (+5 ms)Closed at 1733195614128 (+1 ms) 2024-12-03T03:13:34,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T03:13:34,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T03:13:34,145 DEBUG [RS:1;0d3ef00225a3:34337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0d3ef00225a3:34337 2024-12-03T03:13:34,149 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0d3ef00225a3:45057 2024-12-03T03:13:34,149 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T03:13:34,149 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T03:13:34,149 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T03:13:34,149 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T03:13:34,149 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T03:13:34,149 DEBUG [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T03:13:34,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T03:13:34,152 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d3ef00225a3,34535,1733195607060 with port=34337, startcode=1733195609771 2024-12-03T03:13:34,154 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0d3ef00225a3:40033 2024-12-03T03:13:34,157 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d3ef00225a3,34535,1733195607060 with port=45057, startcode=1733195610034 2024-12-03T03:13:34,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T03:13:34,169 DEBUG [RS:1;0d3ef00225a3:34337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T03:13:34,170 DEBUG [RS:2;0d3ef00225a3:45057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T03:13:34,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T03:13:34,177 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T03:13:34,177 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T03:13:34,177 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T03:13:34,179 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d3ef00225a3,34535,1733195607060 with port=40033, startcode=1733195609265 2024-12-03T03:13:34,179 DEBUG [RS:0;0d3ef00225a3:40033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T03:13:34,226 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T03:13:34,226 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T03:13:34,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T03:13:34,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:34,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(517): Registering regionserver=0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:34,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:34,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(517): Registering regionserver=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:34,256 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:34,256 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35987 2024-12-03T03:13:34,256 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T03:13:34,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:34,260 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:34,260 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35987 2024-12-03T03:13:34,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] master.ServerManager(517): Registering regionserver=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:34,260 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T03:13:34,264 DEBUG [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:34,264 DEBUG [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35987 2024-12-03T03:13:34,264 DEBUG [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T03:13:34,324 WARN [0d3ef00225a3:34535 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T03:13:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T03:13:34,583 DEBUG [RS:2;0d3ef00225a3:45057 {}] zookeeper.ZKUtil(111): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:34,583 WARN [RS:2;0d3ef00225a3:45057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:13:34,583 INFO [RS:2;0d3ef00225a3:45057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:13:34,583 DEBUG [RS:1;0d3ef00225a3:34337 {}] zookeeper.ZKUtil(111): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:34,583 DEBUG [RS:0;0d3ef00225a3:40033 {}] zookeeper.ZKUtil(111): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:34,583 WARN [RS:0;0d3ef00225a3:40033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:13:34,583 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:34,583 WARN [RS:1;0d3ef00225a3:34337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:13:34,584 INFO [RS:0;0d3ef00225a3:40033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:13:34,584 INFO [RS:1;0d3ef00225a3:34337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:13:34,584 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:34,584 DEBUG [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:34,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d3ef00225a3,34337,1733195609771] 2024-12-03T03:13:34,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d3ef00225a3,40033,1733195609265] 2024-12-03T03:13:34,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d3ef00225a3,45057,1733195610034] 2024-12-03T03:13:34,617 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T03:13:34,617 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T03:13:34,617 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T03:13:34,629 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T03:13:34,629 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T03:13:34,629 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T03:13:34,636 INFO [RS:2;0d3ef00225a3:45057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T03:13:34,636 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,636 INFO [RS:1;0d3ef00225a3:34337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T03:13:34,636 INFO [RS:0;0d3ef00225a3:40033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T03:13:34,636 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,636 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,637 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T03:13:34,637 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T03:13:34,638 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T03:13:34,643 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T03:13:34,643 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T03:13:34,644 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T03:13:34,645 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,645 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,645 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,645 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,645 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,645 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:13:34,646 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,646 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:13:34,647 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:0;0d3ef00225a3:40033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:13:34,647 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:13:34,647 DEBUG [RS:2;0d3ef00225a3:45057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:13:34,647 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,647 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:13:34,648 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:13:34,648 DEBUG [RS:1;0d3ef00225a3:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:13:34,648 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,648 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,648 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,40033,1733195609265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,649 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45057,1733195610034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:13:34,656 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,656 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,656 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,656 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,656 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,657 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34337,1733195609771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:13:34,672 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T03:13:34,674 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45057,1733195610034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,674 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,675 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.Replication(171): 0d3ef00225a3,45057,1733195610034 started 2024-12-03T03:13:34,675 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T03:13:34,676 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,40033,1733195609265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,676 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,677 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.Replication(171): 0d3ef00225a3,40033,1733195609265 started 2024-12-03T03:13:34,704 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T03:13:34,705 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34337,1733195609771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,705 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,705 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,705 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.Replication(171): 0d3ef00225a3,34337,1733195609771 started 2024-12-03T03:13:34,706 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1482): Serving as 0d3ef00225a3,40033,1733195609265, RpcServer on 0d3ef00225a3/172.17.0.3:40033, sessionid=0x101992e24040001 2024-12-03T03:13:34,707 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T03:13:34,707 DEBUG [RS:0;0d3ef00225a3:40033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:34,707 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,40033,1733195609265' 2024-12-03T03:13:34,707 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T03:13:34,710 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T03:13:34,711 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T03:13:34,712 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T03:13:34,712 DEBUG [RS:0;0d3ef00225a3:40033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:34,712 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,40033,1733195609265' 2024-12-03T03:13:34,712 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T03:13:34,713 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T03:13:34,714 DEBUG [RS:0;0d3ef00225a3:40033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T03:13:34,714 INFO [RS:0;0d3ef00225a3:40033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T03:13:34,714 INFO [RS:0;0d3ef00225a3:40033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T03:13:34,731 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,731 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1482): Serving as 0d3ef00225a3,45057,1733195610034, RpcServer on 0d3ef00225a3/172.17.0.3:45057, sessionid=0x101992e24040003 2024-12-03T03:13:34,731 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T03:13:34,731 DEBUG [RS:2;0d3ef00225a3:45057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:34,731 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,45057,1733195610034' 2024-12-03T03:13:34,731 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T03:13:34,736 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T03:13:34,737 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T03:13:34,737 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T03:13:34,737 DEBUG [RS:2;0d3ef00225a3:45057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:34,737 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,45057,1733195610034' 2024-12-03T03:13:34,737 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T03:13:34,738 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T03:13:34,741 DEBUG [RS:2;0d3ef00225a3:45057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T03:13:34,742 INFO [RS:2;0d3ef00225a3:45057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T03:13:34,742 INFO [RS:2;0d3ef00225a3:45057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T03:13:34,758 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:34,758 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(1482): Serving as 0d3ef00225a3,34337,1733195609771, RpcServer on 0d3ef00225a3/172.17.0.3:34337, sessionid=0x101992e24040002 2024-12-03T03:13:34,758 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T03:13:34,758 DEBUG [RS:1;0d3ef00225a3:34337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:34,758 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,34337,1733195609771' 2024-12-03T03:13:34,759 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T03:13:34,759 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T03:13:34,761 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T03:13:34,762 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T03:13:34,762 DEBUG [RS:1;0d3ef00225a3:34337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:34,762 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,34337,1733195609771' 2024-12-03T03:13:34,762 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T03:13:34,765 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T03:13:34,768 DEBUG [RS:1;0d3ef00225a3:34337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T03:13:34,768 INFO [RS:1;0d3ef00225a3:34337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T03:13:34,768 INFO [RS:1;0d3ef00225a3:34337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T03:13:34,821 INFO [RS:0;0d3ef00225a3:40033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:13:34,824 INFO [RS:0;0d3ef00225a3:40033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C40033%2C1733195609265, suffix=, logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,40033,1733195609265, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs, maxLogs=32 2024-12-03T03:13:34,843 DEBUG [RS:0;0d3ef00225a3:40033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,40033,1733195609265/0d3ef00225a3%2C40033%2C1733195609265.1733195614826, exclude list is [], retry=0 2024-12-03T03:13:34,843 INFO [RS:2;0d3ef00225a3:45057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:13:34,848 INFO [RS:2;0d3ef00225a3:45057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C45057%2C1733195610034, suffix=, logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,45057,1733195610034, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs, maxLogs=32 2024-12-03T03:13:34,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-04762a0e-5e2f-41ab-a7de-ee6122e9b94d,DISK] 2024-12-03T03:13:34,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-115e3e51-c8f7-4edd-adb4-4dde52bfb5ca,DISK] 2024-12-03T03:13:34,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-d7971c0c-497c-4b27-b548-7b992ef08f53,DISK] 2024-12-03T03:13:34,869 INFO [RS:1;0d3ef00225a3:34337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:13:34,872 INFO [RS:1;0d3ef00225a3:34337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C34337%2C1733195609771, suffix=, logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs, maxLogs=32 2024-12-03T03:13:34,900 INFO [RS:0;0d3ef00225a3:40033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,40033,1733195609265/0d3ef00225a3%2C40033%2C1733195609265.1733195614826 2024-12-03T03:13:34,902 DEBUG [RS:0;0d3ef00225a3:40033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35535:35535),(127.0.0.1/127.0.0.1:45857:45857),(127.0.0.1/127.0.0.1:43373:43373)] 2024-12-03T03:13:34,906 DEBUG [RS:1;0d3ef00225a3:34337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771/0d3ef00225a3%2C34337%2C1733195609771.1733195614874, exclude list is [], retry=0 2024-12-03T03:13:34,908 DEBUG [RS:2;0d3ef00225a3:45057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,45057,1733195610034/0d3ef00225a3%2C45057%2C1733195610034.1733195614854, exclude list is [], retry=0 2024-12-03T03:13:34,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-d7971c0c-497c-4b27-b548-7b992ef08f53,DISK] 2024-12-03T03:13:34,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-04762a0e-5e2f-41ab-a7de-ee6122e9b94d,DISK] 2024-12-03T03:13:34,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-115e3e51-c8f7-4edd-adb4-4dde52bfb5ca,DISK] 2024-12-03T03:13:34,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-d7971c0c-497c-4b27-b548-7b992ef08f53,DISK] 2024-12-03T03:13:34,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-04762a0e-5e2f-41ab-a7de-ee6122e9b94d,DISK] 2024-12-03T03:13:34,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-115e3e51-c8f7-4edd-adb4-4dde52bfb5ca,DISK] 2024-12-03T03:13:34,930 INFO [RS:1;0d3ef00225a3:34337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 2024-12-03T03:13:34,936 DEBUG [RS:1;0d3ef00225a3:34337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43373:43373),(127.0.0.1/127.0.0.1:35535:35535),(127.0.0.1/127.0.0.1:45857:45857)] 2024-12-03T03:13:34,938 INFO [RS:2;0d3ef00225a3:45057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,45057,1733195610034/0d3ef00225a3%2C45057%2C1733195610034.1733195614854 2024-12-03T03:13:34,940 DEBUG [RS:2;0d3ef00225a3:45057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43373:43373),(127.0.0.1/127.0.0.1:35535:35535),(127.0.0.1/127.0.0.1:45857:45857)] 2024-12-03T03:13:35,076 DEBUG [0d3ef00225a3:34535 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T03:13:35,082 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(204): Hosts are {0d3ef00225a3=0} racks are {/default-rack=0} 2024-12-03T03:13:35,088 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T03:13:35,088 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T03:13:35,088 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T03:13:35,088 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T03:13:35,088 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T03:13:35,088 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T03:13:35,088 INFO [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T03:13:35,088 INFO [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T03:13:35,088 INFO [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T03:13:35,088 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T03:13:35,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:35,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,40033,1733195609265, state=OPENING 2024-12-03T03:13:35,312 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T03:13:35,533 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:35,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:35,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:35,533 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:13:35,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:35,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:35,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:35,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:35,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T03:13:35,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,40033,1733195609265}] 2024-12-03T03:13:37,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T03:13:37,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T03:13:45,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T03:13:45,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T03:13:45,574 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T03:13:45,574 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:13:45,575 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T03:13:45,578 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C40033%2C1733195609265.meta, suffix=.meta, logDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,40033,1733195609265, archiveDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs, maxLogs=32 2024-12-03T03:13:45,591 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,40033,1733195609265/0d3ef00225a3%2C40033%2C1733195609265.meta.1733195625579.meta, exclude list is [], retry=0 2024-12-03T03:13:45,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39133,DS-04762a0e-5e2f-41ab-a7de-ee6122e9b94d,DISK] 2024-12-03T03:13:45,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-d7971c0c-497c-4b27-b548-7b992ef08f53,DISK] 2024-12-03T03:13:45,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36751,DS-115e3e51-c8f7-4edd-adb4-4dde52bfb5ca,DISK] 2024-12-03T03:13:45,597 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,40033,1733195609265/0d3ef00225a3%2C40033%2C1733195609265.meta.1733195625579.meta 2024-12-03T03:13:45,598 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43373:43373),(127.0.0.1/127.0.0.1:35535:35535),(127.0.0.1/127.0.0.1:45857:45857)] 2024-12-03T03:13:45,598 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T03:13:45,599 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T03:13:45,601 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T03:13:45,606 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T03:13:45,610 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T03:13:45,610 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:45,610 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T03:13:45,610 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T03:13:45,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T03:13:45,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T03:13:45,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:45,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:45,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T03:13:45,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T03:13:45,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:45,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:45,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T03:13:45,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T03:13:45,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:45,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:45,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T03:13:45,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T03:13:45,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:45,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:13:45,622 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T03:13:45,624 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740 2024-12-03T03:13:45,626 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740 2024-12-03T03:13:45,628 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T03:13:45,628 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T03:13:45,629 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T03:13:45,631 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T03:13:45,633 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70965799, jitterRate=0.05747281014919281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T03:13:45,633 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T03:13:45,635 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733195625611Writing region info on filesystem at 1733195625611Initializing all the Stores at 1733195625613 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195625613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195625613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195625613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195625613Cleaning up temporary data from old regions at 1733195625628 (+15 ms)Running coprocessor post-open hooks at 1733195625633 (+5 ms)Region opened successfully at 1733195625635 (+2 ms) 2024-12-03T03:13:45,643 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733195625553 2024-12-03T03:13:45,654 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T03:13:45,655 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T03:13:45,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:45,658 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,40033,1733195609265, state=OPEN 2024-12-03T03:13:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:13:45,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:13:45,808 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:13:45,808 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:13:45,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:45,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:45,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:45,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:13:45,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:45,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T03:13:45,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,40033,1733195609265 in 10.2700 sec 2024-12-03T03:13:45,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T03:13:45,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.6710 sec 2024-12-03T03:13:45,834 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T03:13:45,834 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T03:13:45,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:13:45,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,40033,1733195609265, seqNum=-1] 2024-12-03T03:13:45,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:13:45,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:13:45,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.0370 sec 2024-12-03T03:13:45,911 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733195625911, completionTime=-1 2024-12-03T03:13:45,913 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T03:13:45,913 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T03:13:45,966 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T03:13:45,966 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733195685966 2024-12-03T03:13:45,966 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733195745966 2024-12-03T03:13:45,966 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 52 msec 2024-12-03T03:13:45,973 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:13:45,999 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34535,1733195607060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:45,999 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34535,1733195607060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:46,000 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34535,1733195607060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:46,001 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0d3ef00225a3:34535, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:46,001 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:46,002 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:46,008 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T03:13:46,035 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 15.393sec 2024-12-03T03:13:46,037 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T03:13:46,038 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T03:13:46,039 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T03:13:46,040 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T03:13:46,040 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T03:13:46,041 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34535,1733195607060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:13:46,042 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34535,1733195607060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T03:13:46,048 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T03:13:46,049 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T03:13:46,050 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,34535,1733195607060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:13:46,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda29e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:13:46,079 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T03:13:46,079 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T03:13:46,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d3ef00225a3,34535,-1 for getting cluster id 2024-12-03T03:13:46,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T03:13:46,101 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b49abc0-f669-4b87-9184-52e8a911610a' 2024-12-03T03:13:46,104 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T03:13:46,104 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b49abc0-f669-4b87-9184-52e8a911610a" 2024-12-03T03:13:46,105 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:13:46,106 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d3ef00225a3,34535,-1] 2024-12-03T03:13:46,109 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T03:13:46,114 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T03:13:46,115 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:13:46,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:13:46,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:13:46,128 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,40033,1733195609265, seqNum=-1] 2024-12-03T03:13:46,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:13:46,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:13:46,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:46,155 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733195626154 (current time:1733195626154). 2024-12-03T03:13:46,156 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T03:13:46,156 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T03:13:46,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28b54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:13:46,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d3ef00225a3,34535,-1 for getting cluster id 2024-12-03T03:13:46,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T03:13:46,162 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b49abc0-f669-4b87-9184-52e8a911610a' 2024-12-03T03:13:46,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T03:13:46,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b49abc0-f669-4b87-9184-52e8a911610a" 2024-12-03T03:13:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33164cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:13:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d3ef00225a3,34535,-1] 2024-12-03T03:13:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T03:13:46,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:13:46,166 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T03:13:46,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7023223a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:13:46,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:13:46,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,40033,1733195609265, seqNum=-1] 2024-12-03T03:13:46,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:13:46,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:13:46,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T03:13:46,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:13:46,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:13:46,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:13:46,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T03:13:46,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T03:13:46,207 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0d3ef00225a3,34535,1733195607060 2024-12-03T03:13:46,210 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a466d1 2024-12-03T03:13:46,212 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T03:13:46,216 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T03:13:46,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T03:13:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T03:13:46,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T03:13:46,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T03:13:46,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:46,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T03:13:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741837_1013 (size=361) 2024-12-03T03:13:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741837_1013 (size=361) 2024-12-03T03:13:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741837_1013 (size=361) 2024-12-03T03:13:46,365 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b3c4a0fdc8486aee3dd22e7bb4db6c37, NAME => 'SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,366 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bb955b1e229bf0dc53736096e81e3fcf, NAME => 'SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,366 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8196628211f8bc93acb26deb49a0f971, NAME => 'SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741839_1015 (size=54) 2024-12-03T03:13:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741839_1015 (size=54) 2024-12-03T03:13:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741839_1015 (size=54) 2024-12-03T03:13:46,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8196628211f8bc93acb26deb49a0f971, disabling compactions & flushes 2024-12-03T03:13:46,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:13:46,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:13:46,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. after waiting 0 ms 2024-12-03T03:13:46,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:13:46,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:13:46,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8196628211f8bc93acb26deb49a0f971: Waiting for close lock at 1733195626394Disabling compacts and flushes for region at 1733195626394Disabling writes for close at 1733195626394Writing region close event to WAL at 1733195626394Closed at 1733195626394 2024-12-03T03:13:46,395 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05b047281d28dcf68d31262c3dbaac8c, NAME => 'SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741838_1014 (size=62) 2024-12-03T03:13:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741838_1014 (size=62) 2024-12-03T03:13:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741838_1014 (size=62) 2024-12-03T03:13:46,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bb955b1e229bf0dc53736096e81e3fcf, disabling compactions & flushes 2024-12-03T03:13:46,400 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:13:46,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:13:46,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. after waiting 0 ms 2024-12-03T03:13:46,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:13:46,400 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:13:46,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bb955b1e229bf0dc53736096e81e3fcf: Waiting for close lock at 1733195626400Disabling compacts and flushes for region at 1733195626400Disabling writes for close at 1733195626400Writing region close event to WAL at 1733195626400Closed at 1733195626400 2024-12-03T03:13:46,401 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d21e215002122b5e434a62d3fde5432e, NAME => 'SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741840_1016 (size=62) 2024-12-03T03:13:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741840_1016 (size=62) 2024-12-03T03:13:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741840_1016 (size=62) 2024-12-03T03:13:46,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b3c4a0fdc8486aee3dd22e7bb4db6c37, disabling compactions & flushes 2024-12-03T03:13:46,410 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:13:46,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:13:46,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. after waiting 0 ms 2024-12-03T03:13:46,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:13:46,410 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:13:46,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b3c4a0fdc8486aee3dd22e7bb4db6c37: Waiting for close lock at 1733195626410Disabling compacts and flushes for region at 1733195626410Disabling writes for close at 1733195626410Writing region close event to WAL at 1733195626410Closed at 1733195626410 2024-12-03T03:13:46,411 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9c2faddb134353e8e6fac64c74c7e48e, NAME => 'SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741841_1017 (size=62) 2024-12-03T03:13:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741841_1017 (size=62) 2024-12-03T03:13:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741841_1017 (size=62) 2024-12-03T03:13:46,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d21e215002122b5e434a62d3fde5432e, disabling compactions & flushes 2024-12-03T03:13:46,456 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:13:46,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:13:46,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. after waiting 0 ms 2024-12-03T03:13:46,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:13:46,456 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:13:46,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d21e215002122b5e434a62d3fde5432e: Waiting for close lock at 1733195626455Disabling compacts and flushes for region at 1733195626455Disabling writes for close at 1733195626456 (+1 ms)Writing region close event to WAL at 1733195626456Closed at 1733195626456 2024-12-03T03:13:46,457 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0a56fe45b07bbc6f2021357292407848, NAME => 'SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741842_1018 (size=62) 2024-12-03T03:13:46,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741842_1018 (size=62) 2024-12-03T03:13:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741842_1018 (size=62) 2024-12-03T03:13:46,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 05b047281d28dcf68d31262c3dbaac8c, disabling compactions & flushes 2024-12-03T03:13:46,480 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:13:46,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:13:46,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. after waiting 0 ms 2024-12-03T03:13:46,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:13:46,481 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:13:46,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05b047281d28dcf68d31262c3dbaac8c: Waiting for close lock at 1733195626480Disabling compacts and flushes for region at 1733195626480Disabling writes for close at 1733195626480Writing region close event to WAL at 1733195626481 (+1 ms)Closed at 1733195626481 2024-12-03T03:13:46,481 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64e4ae173cf64db52a08c0e27f832f8e, NAME => 'SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741843_1019 (size=62) 2024-12-03T03:13:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741843_1019 (size=62) 2024-12-03T03:13:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741843_1019 (size=62) 2024-12-03T03:13:46,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9c2faddb134353e8e6fac64c74c7e48e, disabling compactions & flushes 2024-12-03T03:13:46,510 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:13:46,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:13:46,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. after waiting 0 ms 2024-12-03T03:13:46,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:13:46,510 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:13:46,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9c2faddb134353e8e6fac64c74c7e48e: Waiting for close lock at 1733195626510Disabling compacts and flushes for region at 1733195626510Disabling writes for close at 1733195626510Writing region close event to WAL at 1733195626510Closed at 1733195626510 2024-12-03T03:13:46,511 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4ca3ebbabd874cd920fb1f62a0a28742, NAME => 'SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741844_1020 (size=62) 2024-12-03T03:13:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741844_1020 (size=62) 2024-12-03T03:13:46,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0a56fe45b07bbc6f2021357292407848, disabling compactions & flushes 2024-12-03T03:13:46,599 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:13:46,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:13:46,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. after waiting 0 ms 2024-12-03T03:13:46,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:13:46,599 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:13:46,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0a56fe45b07bbc6f2021357292407848: Waiting for close lock at 1733195626599Disabling compacts and flushes for region at 1733195626599Disabling writes for close at 1733195626599Writing region close event to WAL at 1733195626599Closed at 1733195626599 2024-12-03T03:13:46,600 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 13302e3555e148a9ac7e1400308ca04c, NAME => 'SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3 2024-12-03T03:13:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741844_1020 (size=62) 2024-12-03T03:13:46,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T03:13:46,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741845_1021 (size=62) 2024-12-03T03:13:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741845_1021 (size=62) 2024-12-03T03:13:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741845_1021 (size=62) 2024-12-03T03:13:46,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 64e4ae173cf64db52a08c0e27f832f8e, disabling compactions & flushes 2024-12-03T03:13:46,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:13:46,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:13:46,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. after waiting 0 ms 2024-12-03T03:13:46,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:13:46,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:13:46,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64e4ae173cf64db52a08c0e27f832f8e: Waiting for close lock at 1733195626635Disabling compacts and flushes for region at 1733195626635Disabling writes for close at 1733195626635Writing region close event to WAL at 1733195626635Closed at 1733195626635 2024-12-03T03:13:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:46,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741846_1022 (size=62) 2024-12-03T03:13:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741846_1022 (size=62) 2024-12-03T03:13:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741846_1022 (size=62) 2024-12-03T03:13:46,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4ca3ebbabd874cd920fb1f62a0a28742, disabling compactions & flushes 2024-12-03T03:13:46,683 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:13:46,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:13:46,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. after waiting 0 ms 2024-12-03T03:13:46,683 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:13:46,684 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:13:46,684 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4ca3ebbabd874cd920fb1f62a0a28742: Waiting for close lock at 1733195626683Disabling compacts and flushes for region at 1733195626683Disabling writes for close at 1733195626683Writing region close event to WAL at 1733195626684 (+1 ms)Closed at 1733195626684 2024-12-03T03:13:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741847_1023 (size=54) 2024-12-03T03:13:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741847_1023 (size=54) 2024-12-03T03:13:46,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741847_1023 (size=54) 2024-12-03T03:13:46,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:46,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 13302e3555e148a9ac7e1400308ca04c, disabling compactions & flushes 2024-12-03T03:13:46,711 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:13:46,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:13:46,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. after waiting 0 ms 2024-12-03T03:13:46,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:13:46,711 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:13:46,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 13302e3555e148a9ac7e1400308ca04c: Waiting for close lock at 1733195626711Disabling compacts and flushes for region at 1733195626711Disabling writes for close at 1733195626711Writing region close event to WAL at 1733195626711Closed at 1733195626711 2024-12-03T03:13:46,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T03:13:46,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733195626715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195626715"}]},"ts":"1733195626715"} 2024-12-03T03:13:46,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T03:13:46,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T03:13:46,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733195626777"}]},"ts":"1733195626777"} 2024-12-03T03:13:46,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T03:13:46,792 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0d3ef00225a3=0} racks are {/default-rack=0} 2024-12-03T03:13:46,812 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T03:13:46,812 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T03:13:46,812 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T03:13:46,812 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T03:13:46,812 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T03:13:46,813 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T03:13:46,813 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T03:13:46,813 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T03:13:46,813 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T03:13:46,813 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T03:13:46,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb955b1e229bf0dc53736096e81e3fcf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3c4a0fdc8486aee3dd22e7bb4db6c37, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b047281d28dcf68d31262c3dbaac8c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c2faddb134353e8e6fac64c74c7e48e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e4ae173cf64db52a08c0e27f832f8e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ca3ebbabd874cd920fb1f62a0a28742, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN}] 2024-12-03T03:13:46,822 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ca3ebbabd874cd920fb1f62a0a28742, ASSIGN 2024-12-03T03:13:46,822 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e4ae173cf64db52a08c0e27f832f8e, ASSIGN 2024-12-03T03:13:46,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN 2024-12-03T03:13:46,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN 2024-12-03T03:13:46,825 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ca3ebbabd874cd920fb1f62a0a28742, ASSIGN; state=OFFLINE, location=0d3ef00225a3,45057,1733195610034; forceNewPlan=false, retain=false 2024-12-03T03:13:46,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c2faddb134353e8e6fac64c74c7e48e, ASSIGN 2024-12-03T03:13:46,830 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64e4ae173cf64db52a08c0e27f832f8e, ASSIGN; state=OFFLINE, location=0d3ef00225a3,40033,1733195609265; forceNewPlan=false, retain=false 2024-12-03T03:13:46,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN; state=OFFLINE, location=0d3ef00225a3,34337,1733195609771; forceNewPlan=false, retain=false 2024-12-03T03:13:46,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN; state=OFFLINE, location=0d3ef00225a3,34337,1733195609771; forceNewPlan=false, retain=false 2024-12-03T03:13:46,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c2faddb134353e8e6fac64c74c7e48e, ASSIGN; state=OFFLINE, location=0d3ef00225a3,45057,1733195610034; forceNewPlan=false, retain=false 2024-12-03T03:13:46,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b047281d28dcf68d31262c3dbaac8c, ASSIGN 2024-12-03T03:13:46,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3c4a0fdc8486aee3dd22e7bb4db6c37, ASSIGN 2024-12-03T03:13:46,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b047281d28dcf68d31262c3dbaac8c, ASSIGN; state=OFFLINE, location=0d3ef00225a3,40033,1733195609265; forceNewPlan=false, retain=false 2024-12-03T03:13:46,840 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3c4a0fdc8486aee3dd22e7bb4db6c37, ASSIGN; state=OFFLINE, location=0d3ef00225a3,45057,1733195610034; forceNewPlan=false, retain=false 2024-12-03T03:13:46,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb955b1e229bf0dc53736096e81e3fcf, ASSIGN 2024-12-03T03:13:46,850 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb955b1e229bf0dc53736096e81e3fcf, ASSIGN; state=OFFLINE, location=0d3ef00225a3,40033,1733195609265; forceNewPlan=false, retain=false 2024-12-03T03:13:46,855 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN 2024-12-03T03:13:46,857 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN 2024-12-03T03:13:46,857 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN; state=OFFLINE, location=0d3ef00225a3,34337,1733195609771; forceNewPlan=false, retain=false 2024-12-03T03:13:46,859 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN; state=OFFLINE, location=0d3ef00225a3,34337,1733195609771; forceNewPlan=false, retain=false 2024-12-03T03:13:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:46,978 INFO [0d3ef00225a3:34535 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T03:13:46,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3c4a0fdc8486aee3dd22e7bb4db6c37, regionState=OPENING, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:46,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=05b047281d28dcf68d31262c3dbaac8c, regionState=OPENING, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:46,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ca3ebbabd874cd920fb1f62a0a28742, regionState=OPENING, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:46,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=64e4ae173cf64db52a08c0e27f832f8e, regionState=OPENING, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:46,979 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9c2faddb134353e8e6fac64c74c7e48e, regionState=OPENING, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:46,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bb955b1e229bf0dc53736096e81e3fcf, regionState=OPENING, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:46,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=13302e3555e148a9ac7e1400308ca04c, regionState=OPENING, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:46,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0a56fe45b07bbc6f2021357292407848, regionState=OPENING, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:46,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21e215002122b5e434a62d3fde5432e, regionState=OPENING, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:46,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8196628211f8bc93acb26deb49a0f971, regionState=OPENING, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:46,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3c4a0fdc8486aee3dd22e7bb4db6c37, ASSIGN because future has completed 2024-12-03T03:13:46,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37, server=0d3ef00225a3,45057,1733195610034}] 2024-12-03T03:13:46,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9c2faddb134353e8e6fac64c74c7e48e, ASSIGN because future has completed 2024-12-03T03:13:46,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e, server=0d3ef00225a3,45057,1733195610034}] 2024-12-03T03:13:46,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05b047281d28dcf68d31262c3dbaac8c, ASSIGN because future has completed 2024-12-03T03:13:46,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ca3ebbabd874cd920fb1f62a0a28742, ASSIGN because future has completed 2024-12-03T03:13:46,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b047281d28dcf68d31262c3dbaac8c, server=0d3ef00225a3,40033,1733195609265}] 2024-12-03T03:13:47,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742, server=0d3ef00225a3,45057,1733195610034}] 2024-12-03T03:13:47,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN because future has completed 2024-12-03T03:13:47,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13302e3555e148a9ac7e1400308ca04c, server=0d3ef00225a3,34337,1733195609771}] 2024-12-03T03:13:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb955b1e229bf0dc53736096e81e3fcf, ASSIGN because future has completed 2024-12-03T03:13:47,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb955b1e229bf0dc53736096e81e3fcf, server=0d3ef00225a3,40033,1733195609265}] 2024-12-03T03:13:47,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN because future has completed 2024-12-03T03:13:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64e4ae173cf64db52a08c0e27f832f8e, ASSIGN because future has completed 2024-12-03T03:13:47,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e, server=0d3ef00225a3,40033,1733195609265}] 2024-12-03T03:13:47,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN because future has completed 2024-12-03T03:13:47,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN because future has completed 2024-12-03T03:13:47,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a56fe45b07bbc6f2021357292407848, server=0d3ef00225a3,34337,1733195609771}] 2024-12-03T03:13:47,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8196628211f8bc93acb26deb49a0f971, server=0d3ef00225a3,34337,1733195609771}] 2024-12-03T03:13:47,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e215002122b5e434a62d3fde5432e, server=0d3ef00225a3,34337,1733195609771}] 2024-12-03T03:13:47,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T03:13:47,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T03:13:47,454 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T03:13:47,454 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T03:13:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:51,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T03:13:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:13:56,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T03:13:56,992 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T03:13:56,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T03:13:57,003 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:13:57,003 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c2faddb134353e8e6fac64c74c7e48e, NAME => 'SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T03:13:57,004 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,004 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,004 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,004 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,007 INFO [StoreOpener-9c2faddb134353e8e6fac64c74c7e48e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,009 INFO [StoreOpener-9c2faddb134353e8e6fac64c74c7e48e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c2faddb134353e8e6fac64c74c7e48e columnFamilyName cf 2024-12-03T03:13:57,009 DEBUG [StoreOpener-9c2faddb134353e8e6fac64c74c7e48e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,010 INFO [StoreOpener-9c2faddb134353e8e6fac64c74c7e48e-1 {}] regionserver.HStore(327): Store=9c2faddb134353e8e6fac64c74c7e48e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,010 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,012 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,013 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,013 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:13:57,013 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 64e4ae173cf64db52a08c0e27f832f8e, NAME => 'SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T03:13:57,014 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,014 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,014 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,014 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,014 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,014 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,016 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,017 INFO [StoreOpener-64e4ae173cf64db52a08c0e27f832f8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,021 INFO [StoreOpener-64e4ae173cf64db52a08c0e27f832f8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64e4ae173cf64db52a08c0e27f832f8e columnFamilyName cf 2024-12-03T03:13:57,021 DEBUG [StoreOpener-64e4ae173cf64db52a08c0e27f832f8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,021 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/9c2faddb134353e8e6fac64c74c7e48e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,022 INFO [StoreOpener-64e4ae173cf64db52a08c0e27f832f8e-1 {}] regionserver.HStore(327): Store=64e4ae173cf64db52a08c0e27f832f8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,023 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,023 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9c2faddb134353e8e6fac64c74c7e48e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66539822, jitterRate=-0.008479386568069458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,023 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:13:57,025 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9c2faddb134353e8e6fac64c74c7e48e: Running coprocessor pre-open hook at 1733195637004Writing region info on filesystem at 1733195637004Initializing all the Stores at 1733195637006 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637006Cleaning up temporary data from old regions at 1733195637014 (+8 ms)Running coprocessor post-open hooks at 1733195637023 (+9 ms)Region opened successfully at 1733195637025 (+2 ms) 2024-12-03T03:13:57,028 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e., pid=16, masterSystemTime=1733195636992 2024-12-03T03:13:57,035 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,036 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:13:57,036 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:13:57,037 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:13:57,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9c2faddb134353e8e6fac64c74c7e48e, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:57,037 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ca3ebbabd874cd920fb1f62a0a28742, NAME => 'SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T03:13:57,037 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,037 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,038 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,038 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,040 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,044 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e, server=0d3ef00225a3,45057,1733195610034 because future has completed 2024-12-03T03:13:57,044 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,045 INFO [StoreOpener-4ca3ebbabd874cd920fb1f62a0a28742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,047 INFO [StoreOpener-4ca3ebbabd874cd920fb1f62a0a28742-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca3ebbabd874cd920fb1f62a0a28742 columnFamilyName cf 2024-12-03T03:13:57,047 DEBUG [StoreOpener-4ca3ebbabd874cd920fb1f62a0a28742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T03:13:57,049 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,051 INFO [StoreOpener-4ca3ebbabd874cd920fb1f62a0a28742-1 {}] regionserver.HStore(327): Store=4ca3ebbabd874cd920fb1f62a0a28742/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,051 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T03:13:57,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-03T03:13:57,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e, server=0d3ef00225a3,45057,1733195610034 in 10.0560 sec 2024-12-03T03:13:57,061 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,064 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9c2faddb134353e8e6fac64c74c7e48e, ASSIGN in 10.2440 sec 2024-12-03T03:13:57,065 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,065 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,066 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,067 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 64e4ae173cf64db52a08c0e27f832f8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59293046, jitterRate=-0.116464763879776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,067 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:13:57,068 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 64e4ae173cf64db52a08c0e27f832f8e: Running coprocessor pre-open hook at 1733195637015Writing region info on filesystem at 1733195637015Initializing all the Stores at 1733195637016 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637016Cleaning up temporary data from old regions at 1733195637044 (+28 ms)Running coprocessor post-open hooks at 1733195637068 (+24 ms)Region opened successfully at 1733195637068 2024-12-03T03:13:57,072 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,073 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., pid=21, masterSystemTime=1733195637005 2024-12-03T03:13:57,074 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:13:57,074 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 13302e3555e148a9ac7e1400308ca04c, NAME => 'SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T03:13:57,075 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,075 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,075 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,075 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,079 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:13:57,079 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:13:57,080 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:13:57,080 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b047281d28dcf68d31262c3dbaac8c, NAME => 'SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T03:13:57,081 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,081 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,081 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,081 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,083 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=64e4ae173cf64db52a08c0e27f832f8e, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:57,086 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,087 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4ca3ebbabd874cd920fb1f62a0a28742; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71471423, jitterRate=0.06500719487667084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,087 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:13:57,087 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4ca3ebbabd874cd920fb1f62a0a28742: Running coprocessor pre-open hook at 1733195637038Writing region info on filesystem at 1733195637038Initializing all the Stores at 1733195637043 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637043Cleaning up temporary data from old regions at 1733195637065 (+22 ms)Running coprocessor post-open hooks at 1733195637087 (+22 ms)Region opened successfully at 1733195637087 2024-12-03T03:13:57,090 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0d3ef00225a3,40033,1733195609265, table=SPTestTable, region=64e4ae173cf64db52a08c0e27f832f8e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T03:13:57,091 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., pid=18, masterSystemTime=1733195636992 2024-12-03T03:13:57,091 INFO [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e, server=0d3ef00225a3,40033,1733195609265 because future has completed 2024-12-03T03:13:57,096 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:13:57,096 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:13:57,096 INFO [StoreOpener-05b047281d28dcf68d31262c3dbaac8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,096 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:13:57,097 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b3c4a0fdc8486aee3dd22e7bb4db6c37, NAME => 'SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T03:13:57,098 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,098 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,098 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,098 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,099 INFO [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13302e3555e148a9ac7e1400308ca04c columnFamilyName cf 2024-12-03T03:13:57,099 DEBUG [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4ca3ebbabd874cd920fb1f62a0a28742, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:57,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-03T03:13:57,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e, server=0d3ef00225a3,40033,1733195609265 in 10.0530 sec 2024-12-03T03:13:57,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742, server=0d3ef00225a3,45057,1733195610034 because future has completed 2024-12-03T03:13:57,108 INFO [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] regionserver.HStore(327): Store=13302e3555e148a9ac7e1400308ca04c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,109 INFO [StoreOpener-05b047281d28dcf68d31262c3dbaac8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b047281d28dcf68d31262c3dbaac8c columnFamilyName cf 2024-12-03T03:13:57,109 DEBUG [StoreOpener-05b047281d28dcf68d31262c3dbaac8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,113 INFO [StoreOpener-05b047281d28dcf68d31262c3dbaac8c-1 {}] regionserver.HStore(327): Store=05b047281d28dcf68d31262c3dbaac8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,113 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e4ae173cf64db52a08c0e27f832f8e, ASSIGN in 10.2900 sec 2024-12-03T03:13:57,114 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,116 INFO [StoreOpener-b3c4a0fdc8486aee3dd22e7bb4db6c37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,118 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,120 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,123 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,124 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-03T03:13:57,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742, server=0d3ef00225a3,45057,1733195610034 in 10.1140 sec 2024-12-03T03:13:57,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ca3ebbabd874cd920fb1f62a0a28742, ASSIGN in 10.3120 sec 2024-12-03T03:13:57,133 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,133 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,136 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,136 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,137 INFO [StoreOpener-b3c4a0fdc8486aee3dd22e7bb4db6c37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3c4a0fdc8486aee3dd22e7bb4db6c37 columnFamilyName cf 2024-12-03T03:13:57,137 DEBUG [StoreOpener-b3c4a0fdc8486aee3dd22e7bb4db6c37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,141 INFO [StoreOpener-b3c4a0fdc8486aee3dd22e7bb4db6c37-1 {}] regionserver.HStore(327): Store=b3c4a0fdc8486aee3dd22e7bb4db6c37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,141 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,143 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,144 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,144 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,144 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,144 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,144 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,148 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,149 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/13302e3555e148a9ac7e1400308ca04c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,150 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 13302e3555e148a9ac7e1400308ca04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64264996, jitterRate=-0.042376935482025146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,151 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:13:57,151 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 13302e3555e148a9ac7e1400308ca04c: Running coprocessor pre-open hook at 1733195637075Writing region info on filesystem at 1733195637075Initializing all the Stores at 1733195637088 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637088Cleaning up temporary data from old regions at 1733195637133 (+45 ms)Running coprocessor post-open hooks at 1733195637151 (+18 ms)Region opened successfully at 1733195637151 2024-12-03T03:13:57,153 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., pid=19, masterSystemTime=1733195637047 2024-12-03T03:13:57,155 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:13:57,155 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:13:57,156 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:13:57,156 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d21e215002122b5e434a62d3fde5432e, NAME => 'SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T03:13:57,156 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,157 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,157 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,157 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=13302e3555e148a9ac7e1400308ca04c, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:57,160 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/05b047281d28dcf68d31262c3dbaac8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,162 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 05b047281d28dcf68d31262c3dbaac8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60188000, jitterRate=-0.10312891006469727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,162 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:13:57,162 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 05b047281d28dcf68d31262c3dbaac8c: Running coprocessor pre-open hook at 1733195637081Writing region info on filesystem at 1733195637081Initializing all the Stores at 1733195637089 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637089Cleaning up temporary data from old regions at 1733195637136 (+47 ms)Running coprocessor post-open hooks at 1733195637162 (+26 ms)Region opened successfully at 1733195637162 2024-12-03T03:13:57,164 INFO [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13302e3555e148a9ac7e1400308ca04c, server=0d3ef00225a3,34337,1733195609771 because future has completed 2024-12-03T03:13:57,169 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c., pid=17, masterSystemTime=1733195637005 2024-12-03T03:13:57,169 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/b3c4a0fdc8486aee3dd22e7bb4db6c37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,171 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b3c4a0fdc8486aee3dd22e7bb4db6c37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72236132, jitterRate=0.07640224695205688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,171 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:13:57,171 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b3c4a0fdc8486aee3dd22e7bb4db6c37: Running coprocessor pre-open hook at 1733195637098Writing region info on filesystem at 1733195637098Initializing all the Stores at 1733195637110 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637110Cleaning up temporary data from old regions at 1733195637144 (+34 ms)Running coprocessor post-open hooks at 1733195637171 (+27 ms)Region opened successfully at 1733195637171 2024-12-03T03:13:57,176 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:13:57,176 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:13:57,177 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:13:57,177 INFO [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21e215002122b5e434a62d3fde5432e columnFamilyName cf 2024-12-03T03:13:57,177 DEBUG [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,177 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => bb955b1e229bf0dc53736096e81e3fcf, NAME => 'SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T03:13:57,177 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,177 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,177 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,178 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-12-03T03:13:57,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 13302e3555e148a9ac7e1400308ca04c, server=0d3ef00225a3,34337,1733195609771 in 10.1650 sec 2024-12-03T03:13:57,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=05b047281d28dcf68d31262c3dbaac8c, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:57,184 INFO [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] regionserver.HStore(327): Store=d21e215002122b5e434a62d3fde5432e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,184 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b047281d28dcf68d31262c3dbaac8c, server=0d3ef00225a3,40033,1733195609265 because future has completed 2024-12-03T03:13:57,186 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN in 10.3640 sec 2024-12-03T03:13:57,188 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37., pid=15, masterSystemTime=1733195636992 2024-12-03T03:13:57,189 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,190 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,190 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,192 INFO [StoreOpener-bb955b1e229bf0dc53736096e81e3fcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,194 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,199 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:13:57,199 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:13:57,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3c4a0fdc8486aee3dd22e7bb4db6c37, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:13:57,201 INFO [StoreOpener-bb955b1e229bf0dc53736096e81e3fcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb955b1e229bf0dc53736096e81e3fcf columnFamilyName cf 2024-12-03T03:13:57,201 DEBUG [StoreOpener-bb955b1e229bf0dc53736096e81e3fcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37, server=0d3ef00225a3,45057,1733195610034 because future has completed 2024-12-03T03:13:57,208 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/d21e215002122b5e434a62d3fde5432e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,208 INFO [StoreOpener-bb955b1e229bf0dc53736096e81e3fcf-1 {}] regionserver.HStore(327): Store=bb955b1e229bf0dc53736096e81e3fcf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,209 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d21e215002122b5e434a62d3fde5432e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63327993, jitterRate=-0.05633936822414398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,209 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:13:57,210 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d21e215002122b5e434a62d3fde5432e: Running coprocessor pre-open hook at 1733195637157Writing region info on filesystem at 1733195637157Initializing all the Stores at 1733195637161 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637161Cleaning up temporary data from old regions at 1733195637190 (+29 ms)Running coprocessor post-open hooks at 1733195637209 (+19 ms)Region opened successfully at 1733195637209 2024-12-03T03:13:57,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-12-03T03:13:57,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b047281d28dcf68d31262c3dbaac8c, server=0d3ef00225a3,40033,1733195609265 in 10.2000 sec 2024-12-03T03:13:57,211 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,214 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e., pid=24, masterSystemTime=1733195637047 2024-12-03T03:13:57,216 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05b047281d28dcf68d31262c3dbaac8c, ASSIGN in 10.3960 sec 2024-12-03T03:13:57,217 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,219 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:13:57,219 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:13:57,219 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:13:57,220 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a56fe45b07bbc6f2021357292407848, NAME => 'SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T03:13:57,220 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,220 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,220 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,220 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,222 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,222 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21e215002122b5e434a62d3fde5432e, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:57,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-03T03:13:57,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37, server=0d3ef00225a3,45057,1733195610034 in 10.2280 sec 2024-12-03T03:13:57,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e215002122b5e434a62d3fde5432e, server=0d3ef00225a3,34337,1733195609771 because future has completed 2024-12-03T03:13:57,226 INFO [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,227 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3c4a0fdc8486aee3dd22e7bb4db6c37, ASSIGN in 10.4100 sec 2024-12-03T03:13:57,231 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/bb955b1e229bf0dc53736096e81e3fcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,231 INFO [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a56fe45b07bbc6f2021357292407848 columnFamilyName cf 2024-12-03T03:13:57,231 DEBUG [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,231 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened bb955b1e229bf0dc53736096e81e3fcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74674212, jitterRate=0.11273247003555298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,231 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:13:57,231 INFO [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] regionserver.HStore(327): Store=0a56fe45b07bbc6f2021357292407848/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,232 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for bb955b1e229bf0dc53736096e81e3fcf: Running coprocessor pre-open hook at 1733195637178Writing region info on filesystem at 1733195637178Initializing all the Stores at 1733195637184 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637184Cleaning up temporary data from old regions at 1733195637222 (+38 ms)Running coprocessor post-open hooks at 1733195637231 (+9 ms)Region opened successfully at 1733195637232 (+1 ms) 2024-12-03T03:13:57,232 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,233 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf., pid=20, masterSystemTime=1733195637005 2024-12-03T03:13:57,233 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,234 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,235 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,235 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,237 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:13:57,237 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:13:57,239 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bb955b1e229bf0dc53736096e81e3fcf, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:13:57,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-03T03:13:57,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d21e215002122b5e434a62d3fde5432e, server=0d3ef00225a3,34337,1733195609771 in 10.1710 sec 2024-12-03T03:13:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb955b1e229bf0dc53736096e81e3fcf, server=0d3ef00225a3,40033,1733195609265 because future has completed 2024-12-03T03:13:57,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN in 10.4270 sec 2024-12-03T03:13:57,254 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/0a56fe45b07bbc6f2021357292407848/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,255 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0a56fe45b07bbc6f2021357292407848; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68789080, jitterRate=0.025037169456481934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,255 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:13:57,256 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0a56fe45b07bbc6f2021357292407848: Running coprocessor pre-open hook at 1733195637220Writing region info on filesystem at 1733195637220Initializing all the Stores at 1733195637224 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637224Cleaning up temporary data from old regions at 1733195637235 (+11 ms)Running coprocessor post-open hooks at 1733195637255 (+20 ms)Region opened successfully at 1733195637256 (+1 ms) 2024-12-03T03:13:57,260 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., pid=22, masterSystemTime=1733195637047 2024-12-03T03:13:57,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-03T03:13:57,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bb955b1e229bf0dc53736096e81e3fcf, server=0d3ef00225a3,40033,1733195609265 in 10.2330 sec 2024-12-03T03:13:57,263 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:13:57,263 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:13:57,263 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:13:57,263 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8196628211f8bc93acb26deb49a0f971, NAME => 'SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T03:13:57,264 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,264 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:13:57,264 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,264 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb955b1e229bf0dc53736096e81e3fcf, ASSIGN in 10.4460 sec 2024-12-03T03:13:57,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0a56fe45b07bbc6f2021357292407848, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:57,268 INFO [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a56fe45b07bbc6f2021357292407848, server=0d3ef00225a3,34337,1733195609771 because future has completed 2024-12-03T03:13:57,270 INFO [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8196628211f8bc93acb26deb49a0f971 columnFamilyName cf 2024-12-03T03:13:57,271 DEBUG [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:13:57,271 INFO [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] regionserver.HStore(327): Store=8196628211f8bc93acb26deb49a0f971/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:13:57,272 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,274 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-03T03:13:57,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a56fe45b07bbc6f2021357292407848, server=0d3ef00225a3,34337,1733195609771 in 10.2170 sec 2024-12-03T03:13:57,275 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN in 10.4590 sec 2024-12-03T03:13:57,280 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,280 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,283 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,293 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/8196628211f8bc93acb26deb49a0f971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:13:57,295 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8196628211f8bc93acb26deb49a0f971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75205952, jitterRate=0.12065601348876953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:13:57,295 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:13:57,295 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8196628211f8bc93acb26deb49a0f971: Running coprocessor pre-open hook at 1733195637264Writing region info on filesystem at 1733195637264Initializing all the Stores at 1733195637266 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195637266Cleaning up temporary data from old regions at 1733195637280 (+14 ms)Running coprocessor post-open hooks at 1733195637295 (+15 ms)Region opened successfully at 1733195637295 2024-12-03T03:13:57,297 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971., pid=23, masterSystemTime=1733195637047 2024-12-03T03:13:57,307 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:13:57,307 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:13:57,308 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8196628211f8bc93acb26deb49a0f971, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,34337,1733195609771 2024-12-03T03:13:57,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8196628211f8bc93acb26deb49a0f971, server=0d3ef00225a3,34337,1733195609771 because future has completed 2024-12-03T03:13:57,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-03T03:13:57,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8196628211f8bc93acb26deb49a0f971, server=0d3ef00225a3,34337,1733195609771 in 10.2660 sec 2024-12-03T03:13:57,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T03:13:57,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN in 10.5090 sec 2024-12-03T03:13:57,330 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T03:13:57,331 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733195637330"}]},"ts":"1733195637330"} 2024-12-03T03:13:57,333 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T03:13:57,335 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T03:13:57,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1080 sec 2024-12-03T03:13:57,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-03T03:13:57,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-03T03:13:58,609 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T03:14:02,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T03:14:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:14:04,544 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T03:14:04,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T03:14:04,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:14:04,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T03:14:04,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:14:04,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T03:14:04,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,598 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,606 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,612 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., hostname=0d3ef00225a3,40033,1733195609265, seqNum=2] 2024-12-03T03:14:04,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., hostname=0d3ef00225a3,40033,1733195609265, seqNum=2] 2024-12-03T03:14:04,668 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., hostname=0d3ef00225a3,40033,1733195609265, seqNum=2] 2024-12-03T03:14:04,670 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., hostname=0d3ef00225a3,40033,1733195609265, seqNum=2] 2024-12-03T03:14:04,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., hostname=0d3ef00225a3,40033,1733195609265, seqNum=2] 2024-12-03T03:14:04,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., hostname=0d3ef00225a3,40033,1733195609265, seqNum=2] 2024-12-03T03:14:04,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., hostname=0d3ef00225a3,45057,1733195610034, seqNum=2] 2024-12-03T03:14:04,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., hostname=0d3ef00225a3,45057,1733195610034, seqNum=2] 2024-12-03T03:14:04,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., hostname=0d3ef00225a3,45057,1733195610034, seqNum=2] 2024-12-03T03:14:04,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., hostname=0d3ef00225a3,45057,1733195610034, seqNum=2] 2024-12-03T03:14:04,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., hostname=0d3ef00225a3,45057,1733195610034, seqNum=2] 2024-12-03T03:14:04,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., hostname=0d3ef00225a3,45057,1733195610034, seqNum=2] 2024-12-03T03:14:04,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., hostname=0d3ef00225a3,45057,1733195610034, seqNum=2] 2024-12-03T03:14:04,788 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,791 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:04,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., hostname=0d3ef00225a3,34337,1733195609771, seqNum=2] 2024-12-03T03:14:05,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:14:05,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:14:05,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:14:05,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:14:05,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40033 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:14:05,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45057 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:14:05,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:05,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:14:06,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:14:07,142 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T03:14:07,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:14:07,145 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T03:14:07,151 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T03:14:07,180 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T03:14:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741848_1024 (size=49) 2024-12-03T03:14:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741848_1024 (size=49) 2024-12-03T03:14:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741848_1024 (size=49) 2024-12-03T03:14:07,685 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T03:14:07,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb955b1e229bf0dc53736096e81e3fcf}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b047281d28dcf68d31262c3dbaac8c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c}] 2024-12-03T03:14:07,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:07,694 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:14:07,694 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:14:07,695 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:14:07,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:07,702 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:14:07,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:07,705 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:14:07,708 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:14:07,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:07,746 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0d3ef00225a3,34337,1733195609771 2024-12-03T03:14:07,747 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0d3ef00225a3,34337,1733195609771: Simulated kill ***** 2024-12-03T03:14:07,747 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T03:14:07,750 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T03:14:07,751 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T03:14:07,754 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T03:14:07,754 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T03:14:07,761 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 754475280 }, "NonHeapMemoryUsage": { "committed": 157745152, "init": 7667712, "max": -1, "used": 154057424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0d3ef00225a3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0d3ef00225a3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56006", "tag.serverName": "0d3ef00225a3,40033,1733195609265", "tag.clusterId": "0b49abc0-f669-4b87-9184-52e8a911610a", "tag.Context": "regionserver", "tag.Hostname": "0d3ef00225a3", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733195609265, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-03T03:14:07,765 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34535 {}] master.MasterRpcServices(700): 0d3ef00225a3,34337,1733195609771 reported a fatal error: ***** ABORTING region server 0d3ef00225a3,34337,1733195609771: Simulated kill ***** 2024-12-03T03:14:07,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d3ef00225a3,34337,1733195609771' ***** 2024-12-03T03:14:07,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T03:14:07,769 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T03:14:07,769 INFO [RS:1;0d3ef00225a3:34337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T03:14:07,769 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T03:14:07,769 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:14:07,770 INFO [RS:1;0d3ef00225a3:34337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T03:14:07,770 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:14:07,770 INFO [RS:1;0d3ef00225a3:34337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0d3ef00225a3:34337. 2024-12-03T03:14:07,770 DEBUG [RS:1;0d3ef00225a3:34337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:14:07,770 DEBUG [RS:1;0d3ef00225a3:34337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:07,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 not finished, retry = 0 2024-12-03T03:14:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741834_1010 (size=1242) 2024-12-03T03:14:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741834_1010 (size=1242) 2024-12-03T03:14:07,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741834_1010 (size=1242) 2024-12-03T03:14:07,818 INFO [regionserver/0d3ef00225a3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:14:07,882 DEBUG [RS:1;0d3ef00225a3:34337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:07,882 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:14:07,882 INFO [RS:1;0d3ef00225a3:34337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34337 2024-12-03T03:14:08,117 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d3ef00225a3,34337,1733195609771 2024-12-03T03:14:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T03:14:08,118 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:14:08,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d3ef00225a3,34337,1733195609771] 2024-12-03T03:14:08,451 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:14:08,451 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x101992e24040002, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:14:08,451 INFO [RS:1;0d3ef00225a3:34337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:14:08,452 INFO [RS:1;0d3ef00225a3:34337 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d3ef00225a3,34337,1733195609771; zookeeper connection closed. 2024-12-03T03:14:08,452 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@311c0e45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@311c0e45 2024-12-03T03:14:08,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d3ef00225a3,34337,1733195609771 already deleted, retry=false 2024-12-03T03:14:08,508 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0d3ef00225a3,34337,1733195609771 on 0d3ef00225a3,34535,1733195607060 2024-12-03T03:14:08,515 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0d3ef00225a3,34337,1733195609771, splitWal=true, meta=false 2024-12-03T03:14:08,521 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0d3ef00225a3,34337,1733195609771, splitWal=true, meta=false 2024-12-03T03:14:08,522 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 0d3ef00225a3,34337,1733195609771 (carryingMeta=false) 0d3ef00225a3,34337,1733195609771/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71457c95[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T03:14:08,525 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 0d3ef00225a3,34337,1733195609771 had 4 regions 2024-12-03T03:14:08,525 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:08,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:08,526 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:08,526 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:08,527 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0d3ef00225a3,34337,1733195609771, splitWal=true, meta=false, isMeta: false 2024-12-03T03:14:08,528 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e can not run currently because target server of region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T03:14:08,528 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 can not run currently because target server of region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T03:14:08,528 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e; timeout=1000, timestamp=1733195649528 2024-12-03T03:14:08,529 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971; timeout=1000, timestamp=1733195649528 2024-12-03T03:14:08,533 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 can not run currently because target server of region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T03:14:08,533 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848; timeout=1000, timestamp=1733195649533 2024-12-03T03:14:08,533 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c can not run currently because target server of region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 1000 ms to retry 2024-12-03T03:14:08,533 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c; timeout=1000, timestamp=1733195649533 2024-12-03T03:14:08,535 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting 2024-12-03T03:14:08,549 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0d3ef00225a3,34337,1733195609771 WAL count=1, meta=false 2024-12-03T03:14:08,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0d3ef00225a3%2C34337%2C1733195609771.1733195614874}] 2024-12-03T03:14:08,560 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:08,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0d3ef00225a3%2C34337%2C1733195609771.1733195614874, worker=0d3ef00225a3,40033,1733195609265}] 2024-12-03T03:14:08,682 INFO [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T03:14:08,682 INFO [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T03:14:09,127 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0d3ef00225a3:34535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T03:14:09,530 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:09,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:09,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:09,536 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:09,537 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 can not run currently because target server of region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T03:14:09,537 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 can not run currently because target server of region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T03:14:09,538 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848; timeout=2000, timestamp=1733195651538 2024-12-03T03:14:09,537 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e can not run currently because target server of region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T03:14:09,538 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e; timeout=2000, timestamp=1733195651538 2024-12-03T03:14:09,539 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971; timeout=2000, timestamp=1733195651538 2024-12-03T03:14:09,544 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c can not run currently because target server of region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 2000 ms to retry 2024-12-03T03:14:09,545 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c; timeout=2000, timestamp=1733195651544 2024-12-03T03:14:11,538 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:11,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:11,539 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:11,540 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 can not run currently because target server of region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T03:14:11,540 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 can not run currently because target server of region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T03:14:11,540 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e can not run currently because target server of region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T03:14:11,540 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971; timeout=4000, timestamp=1733195655540 2024-12-03T03:14:11,540 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848; timeout=4000, timestamp=1733195655540 2024-12-03T03:14:11,540 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e; timeout=4000, timestamp=1733195655540 2024-12-03T03:14:11,544 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:11,545 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c can not run currently because target server of region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 4000 ms to retry 2024-12-03T03:14:11,545 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c; timeout=4000, timestamp=1733195655545 2024-12-03T03:14:15,541 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:15,541 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:15,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:15,542 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 can not run currently because target server of region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T03:14:15,542 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e can not run currently because target server of region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T03:14:15,542 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848; timeout=8000, timestamp=1733195663542 2024-12-03T03:14:15,542 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e; timeout=8000, timestamp=1733195663542 2024-12-03T03:14:15,543 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 can not run currently because target server of region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T03:14:15,543 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971; timeout=8000, timestamp=1733195663543 2024-12-03T03:14:15,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:15,547 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c can not run currently because target server of region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 0d3ef00225a3,34337,1733195609771 is in state SPLITTING, wait 8000 ms to retry 2024-12-03T03:14:15,547 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c; timeout=8000, timestamp=1733195663547 2024-12-03T03:14:17,047 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=0d3ef00225a3,34337,1733195609771, timeout=1733195657695, delay=647, operations=null, containedObject=0d3ef00225a3,45057,1733195610034, timeout=1733195657695, delay=647, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e], containedObject=0d3ef00225a3,40033,1733195609265, timeout=1733195657696, delay=648, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b047281d28dcf68d31262c3dbaac8c, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb955b1e229bf0dc53736096e81e3fcf, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0d3ef00225a3%2C34337%2C1733195609771.1733195614874, worker=0d3ef00225a3,40033,1733195609265]] 2024-12-03T03:14:17,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T03:14:17,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T03:14:17,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T03:14:17,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T03:14:17,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:14:17,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:14:17,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T03:14:17,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:14:17,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T03:14:17,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:14:17,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:14:17,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:14:17,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-03T03:14:17,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 64e4ae173cf64db52a08c0e27f832f8e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T03:14:17,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4ca3ebbabd874cd920fb1f62a0a28742 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 05b047281d28dcf68d31262c3dbaac8c: 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b3c4a0fdc8486aee3dd22e7bb4db6c37: 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9c2faddb134353e8e6fac64c74c7e48e: 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bb955b1e229bf0dc53736096e81e3fcf: 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. for SnapshotProcedureTest completed. 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. for SnapshotProcedureTest completed. 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. for SnapshotProcedureTest completed. 2024-12-03T03:14:17,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. for SnapshotProcedureTest completed. 2024-12-03T03:14:17,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:17,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:17,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:17,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:17,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:17,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:17,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:17,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:17,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:17,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:17,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:17,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:17,732 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874, size=1.2 K (1242bytes) 2024-12-03T03:14:17,740 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T03:14:17,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T03:14:17,741 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 2024-12-03T03:14:17,748 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 after 6ms 2024-12-03T03:14:17,781 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 took 50ms 2024-12-03T03:14:17,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741849_1025 (size=65) 2024-12-03T03:14:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741849_1025 (size=65) 2024-12-03T03:14:17,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741849_1025 (size=65) 2024-12-03T03:14:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741850_1026 (size=65) 2024-12-03T03:14:17,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:14:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741850_1026 (size=65) 2024-12-03T03:14:17,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741850_1026 (size=65) 2024-12-03T03:14:17,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:14:17,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T03:14:17,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T03:14:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T03:14:17,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:14:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T03:14:17,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:14:17,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:14:17,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:14:17,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741851_1027 (size=65) 2024-12-03T03:14:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741851_1027 (size=65) 2024-12-03T03:14:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741851_1027 (size=65) 2024-12-03T03:14:17,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:14:17,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T03:14:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T03:14:17,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:14:17,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05b047281d28dcf68d31262c3dbaac8c in 10.1090 sec 2024-12-03T03:14:17,799 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:14:17,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb955b1e229bf0dc53736096e81e3fcf in 10.1100 sec 2024-12-03T03:14:17,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3c4a0fdc8486aee3dd22e7bb4db6c37 in 10.1140 sec 2024-12-03T03:14:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741852_1028 (size=65) 2024-12-03T03:14:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741852_1028 (size=65) 2024-12-03T03:14:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741852_1028 (size=65) 2024-12-03T03:14:17,809 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 13302e3555e148a9ac7e1400308ca04c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T03:14:17,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:14:17,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T03:14:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T03:14:17,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:14:17,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:14:17,811 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d21e215002122b5e434a62d3fde5432e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T03:14:17,813 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0a56fe45b07bbc6f2021357292407848: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T03:14:17,816 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8196628211f8bc93acb26deb49a0f971: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-03T03:14:17,816 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 so closing down 2024-12-03T03:14:17,816 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:14:17,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9c2faddb134353e8e6fac64c74c7e48e in 10.1260 sec 2024-12-03T03:14:17,821 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:14:17,829 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-03T03:14:17,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874, journal: Splitting hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874, size=1.2 K (1242bytes) at 1733195657732Finishing writing output for hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 so closing down at 1733195657816 (+84 ms)3 split writer threads finished at 1733195657821 (+5 ms)Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733195657829 (+8 ms) 2024-12-03T03:14:17,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 2024-12-03T03:14:17,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T03:14:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T03:14:17,838 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting/0d3ef00225a3%2C34337%2C1733195609771.1733195614874 to hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs 2024-12-03T03:14:17,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-03T03:14:17,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0d3ef00225a3%2C34337%2C1733195609771.1733195614874, worker=0d3ef00225a3,40033,1733195609265 in 9.2740 sec 2024-12-03T03:14:17,845 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:17,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/.tmp/cf/ab94342c5a1f4a37a2c08c82d6fb34f4 is 34, key is ccd/cf:cf/1733195645868/Put/seqid=0 2024-12-03T03:14:17,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/.tmp/cf/30978957740f450087de82e43634d3f2 is 34, key is baa/cf:cf/1733195645806/Put/seqid=0 2024-12-03T03:14:17,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T03:14:17,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 0d3ef00225a3%2C34337%2C1733195609771.1733195614874, worker=0d3ef00225a3,40033,1733195609265 in 9.2960 sec 2024-12-03T03:14:17,853 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting dir is empty, no logs to split. 2024-12-03T03:14:17,853 INFO [PEWorker-5 {}] master.SplitWALManager(105): 0d3ef00225a3,34337,1733195609771 WAL count=0, meta=false 2024-12-03T03:14:17,853 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 0d3ef00225a3,34337,1733195609771 WAL splitting is done? wals=0, meta=false 2024-12-03T03:14:17,858 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0d3ef00225a3,34337,1733195609771 failed, ignore...File hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/WALs/0d3ef00225a3,34337,1733195609771-splitting does not exist. 2024-12-03T03:14:17,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN}] 2024-12-03T03:14:17,862 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN 2024-12-03T03:14:17,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN 2024-12-03T03:14:17,864 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN 2024-12-03T03:14:17,864 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T03:14:17,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN 2024-12-03T03:14:17,864 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T03:14:17,871 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T03:14:17,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T03:14:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741853_1029 (size=47197) 2024-12-03T03:14:17,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741853_1029 (size=47197) 2024-12-03T03:14:17,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741853_1029 (size=47197) 2024-12-03T03:14:17,907 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/.tmp/cf/ab94342c5a1f4a37a2c08c82d6fb34f4 2024-12-03T03:14:17,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741854_1030 (size=28623) 2024-12-03T03:14:17,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741854_1030 (size=28623) 2024-12-03T03:14:17,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741854_1030 (size=28623) 2024-12-03T03:14:17,927 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/.tmp/cf/30978957740f450087de82e43634d3f2 2024-12-03T03:14:17,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/.tmp/cf/ab94342c5a1f4a37a2c08c82d6fb34f4 as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/cf/ab94342c5a1f4a37a2c08c82d6fb34f4 2024-12-03T03:14:17,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/.tmp/cf/30978957740f450087de82e43634d3f2 as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/cf/30978957740f450087de82e43634d3f2 2024-12-03T03:14:17,995 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/cf/30978957740f450087de82e43634d3f2, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T03:14:17,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/cf/ab94342c5a1f4a37a2c08c82d6fb34f4, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T03:14:18,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 64e4ae173cf64db52a08c0e27f832f8e in 296ms, sequenceid=5, compaction requested=false 2024-12-03T03:14:18,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4ca3ebbabd874cd920fb1f62a0a28742 in 298ms, sequenceid=5, compaction requested=false 2024-12-03T03:14:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 64e4ae173cf64db52a08c0e27f832f8e: 2024-12-03T03:14:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4ca3ebbabd874cd920fb1f62a0a28742: 2024-12-03T03:14:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. for SnapshotProcedureTest completed. 2024-12-03T03:14:18,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. for SnapshotProcedureTest completed. 2024-12-03T03:14:18,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:18,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:18,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:18,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:18,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/cf/30978957740f450087de82e43634d3f2] hfiles 2024-12-03T03:14:18,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/cf/ab94342c5a1f4a37a2c08c82d6fb34f4] hfiles 2024-12-03T03:14:18,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/cf/30978957740f450087de82e43634d3f2 for snapshot=SnapshotProcedureTest 2024-12-03T03:14:18,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/cf/ab94342c5a1f4a37a2c08c82d6fb34f4 for snapshot=SnapshotProcedureTest 2024-12-03T03:14:18,015 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(204): Hosts are {0d3ef00225a3=0} racks are {/default-rack=0} 2024-12-03T03:14:18,015 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T03:14:18,015 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T03:14:18,015 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T03:14:18,015 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T03:14:18,015 INFO [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T03:14:18,015 INFO [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T03:14:18,015 DEBUG [0d3ef00225a3:34535 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T03:14:18,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=13302e3555e148a9ac7e1400308ca04c, regionState=OPENING, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:18,017 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d21e215002122b5e434a62d3fde5432e, regionState=OPENING, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:18,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0a56fe45b07bbc6f2021357292407848, regionState=OPENING, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:18,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8196628211f8bc93acb26deb49a0f971, regionState=OPENING, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:18,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN because future has completed 2024-12-03T03:14:18,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13302e3555e148a9ac7e1400308ca04c, server=0d3ef00225a3,45057,1733195610034}] 2024-12-03T03:14:18,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN because future has completed 2024-12-03T03:14:18,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e215002122b5e434a62d3fde5432e, server=0d3ef00225a3,45057,1733195610034}] 2024-12-03T03:14:18,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN because future has completed 2024-12-03T03:14:18,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a56fe45b07bbc6f2021357292407848, server=0d3ef00225a3,40033,1733195609265}] 2024-12-03T03:14:18,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN because future has completed 2024-12-03T03:14:18,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8196628211f8bc93acb26deb49a0f971, server=0d3ef00225a3,40033,1733195609265}] 2024-12-03T03:14:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741855_1031 (size=105) 2024-12-03T03:14:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741855_1031 (size=105) 2024-12-03T03:14:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741855_1031 (size=105) 2024-12-03T03:14:18,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:14:18,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T03:14:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T03:14:18,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:14:18,056 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:14:18,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64e4ae173cf64db52a08c0e27f832f8e in 10.3700 sec 2024-12-03T03:14:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741856_1032 (size=105) 2024-12-03T03:14:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741856_1032 (size=105) 2024-12-03T03:14:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741856_1032 (size=105) 2024-12-03T03:14:18,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:14:18,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T03:14:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T03:14:18,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:14:18,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:14:18,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ca3ebbabd874cd920fb1f62a0a28742 in 10.3800 sec 2024-12-03T03:14:23,542 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 held by pid=42 2024-12-03T03:14:23,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e held by pid=40 2024-12-03T03:14:23,542 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:23,542 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:23,543 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 held by pid=41 2024-12-03T03:14:23,543 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:23,547 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c held by pid=39 2024-12-03T03:14:23,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:26,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T03:14:26,209 INFO [master/0d3ef00225a3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T03:14:26,209 INFO [master/0d3ef00225a3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T03:14:28,040 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:28,041 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 13302e3555e148a9ac7e1400308ca04c, NAME => 'SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T03:14:28,041 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,041 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:14:28,042 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,042 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,044 INFO [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,046 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:28,046 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 8196628211f8bc93acb26deb49a0f971, NAME => 'SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T03:14:28,046 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,046 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:14:28,047 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,047 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,048 INFO [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13302e3555e148a9ac7e1400308ca04c columnFamilyName cf 2024-12-03T03:14:28,048 DEBUG [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:14:28,049 INFO [StoreOpener-13302e3555e148a9ac7e1400308ca04c-1 {}] regionserver.HStore(327): Store=13302e3555e148a9ac7e1400308ca04c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:14:28,049 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,050 INFO [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,051 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,052 INFO [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8196628211f8bc93acb26deb49a0f971 columnFamilyName cf 2024-12-03T03:14:28,052 DEBUG [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:14:28,053 INFO [StoreOpener-8196628211f8bc93acb26deb49a0f971-1 {}] regionserver.HStore(327): Store=8196628211f8bc93acb26deb49a0f971/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:14:28,053 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,054 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,054 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,054 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,054 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,056 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,056 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,056 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,057 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,058 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 13302e3555e148a9ac7e1400308ca04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59274094, jitterRate=-0.1167471706867218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:14:28,058 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,058 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 13302e3555e148a9ac7e1400308ca04c: Running coprocessor pre-open hook at 1733195668042Writing region info on filesystem at 1733195668042Initializing all the Stores at 1733195668043 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195668043Cleaning up temporary data from old regions at 1733195668054 (+11 ms)Running coprocessor post-open hooks at 1733195668058 (+4 ms)Region opened successfully at 1733195668058 2024-12-03T03:14:28,059 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,059 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., pid=43, masterSystemTime=1733195668032 2024-12-03T03:14:28,061 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 8196628211f8bc93acb26deb49a0f971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71922460, jitterRate=0.0717281699180603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:14:28,061 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,061 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 8196628211f8bc93acb26deb49a0f971: Running coprocessor pre-open hook at 1733195668047Writing region info on filesystem at 1733195668047Initializing all the Stores at 1733195668049 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195668049Cleaning up temporary data from old regions at 1733195668056 (+7 ms)Running coprocessor post-open hooks at 1733195668061 (+5 ms)Region opened successfully at 1733195668061 2024-12-03T03:14:28,062 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971., pid=46, masterSystemTime=1733195668040 2024-12-03T03:14:28,065 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:28,065 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:28,065 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:28,066 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => d21e215002122b5e434a62d3fde5432e, NAME => 'SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T03:14:28,066 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,066 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:14:28,067 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,067 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,069 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=13302e3555e148a9ac7e1400308ca04c, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:28,070 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:28,071 INFO [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,071 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:28,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=8196628211f8bc93acb26deb49a0f971, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:28,071 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:28,071 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a56fe45b07bbc6f2021357292407848, NAME => 'SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T03:14:28,071 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,071 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:14:28,072 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,072 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,076 INFO [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,077 INFO [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21e215002122b5e434a62d3fde5432e columnFamilyName cf 2024-12-03T03:14:28,077 DEBUG [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:14:28,078 INFO [StoreOpener-d21e215002122b5e434a62d3fde5432e-1 {}] regionserver.HStore(327): Store=d21e215002122b5e434a62d3fde5432e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:14:28,078 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,078 INFO [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a56fe45b07bbc6f2021357292407848 columnFamilyName cf 2024-12-03T03:14:28,078 DEBUG [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:14:28,079 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,079 INFO [StoreOpener-0a56fe45b07bbc6f2021357292407848-1 {}] regionserver.HStore(327): Store=0a56fe45b07bbc6f2021357292407848/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:14:28,079 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,080 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,080 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,080 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,081 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13302e3555e148a9ac7e1400308ca04c, server=0d3ef00225a3,45057,1733195610034 because future has completed 2024-12-03T03:14:28,084 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,084 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,084 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,085 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8196628211f8bc93acb26deb49a0f971, server=0d3ef00225a3,40033,1733195609265 because future has completed 2024-12-03T03:14:28,087 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34535 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0d3ef00225a3,40033,1733195609265, table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T03:14:28,088 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened d21e215002122b5e434a62d3fde5432e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70748155, jitterRate=0.05422966182231903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:14:28,088 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,088 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for d21e215002122b5e434a62d3fde5432e: Running coprocessor pre-open hook at 1733195668067Writing region info on filesystem at 1733195668067Initializing all the Stores at 1733195668070 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195668070Cleaning up temporary data from old regions at 1733195668081 (+11 ms)Running coprocessor post-open hooks at 1733195668088 (+7 ms)Region opened successfully at 1733195668088 2024-12-03T03:14:28,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-03T03:14:28,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 13302e3555e148a9ac7e1400308ca04c, server=0d3ef00225a3,45057,1733195610034 in 10.0560 sec 2024-12-03T03:14:28,090 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,090 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e., pid=44, masterSystemTime=1733195668032 2024-12-03T03:14:28,092 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 0a56fe45b07bbc6f2021357292407848; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66457755, jitterRate=-0.009702280163764954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:14:28,092 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,092 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 0a56fe45b07bbc6f2021357292407848: Running coprocessor pre-open hook at 1733195668072Writing region info on filesystem at 1733195668072Initializing all the Stores at 1733195668074 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195668075 (+1 ms)Cleaning up temporary data from old regions at 1733195668084 (+9 ms)Running coprocessor post-open hooks at 1733195668092 (+8 ms)Region opened successfully at 1733195668092 2024-12-03T03:14:28,097 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848., pid=45, masterSystemTime=1733195668040 2024-12-03T03:14:28,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13302e3555e148a9ac7e1400308ca04c, ASSIGN in 10.2290 sec 2024-12-03T03:14:28,098 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:28,100 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:28,100 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:28,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-12-03T03:14:28,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 8196628211f8bc93acb26deb49a0f971, server=0d3ef00225a3,40033,1733195609265 in 10.0510 sec 2024-12-03T03:14:28,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d21e215002122b5e434a62d3fde5432e, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:28,102 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:28,103 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:28,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e215002122b5e434a62d3fde5432e, server=0d3ef00225a3,45057,1733195610034 because future has completed 2024-12-03T03:14:28,105 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0a56fe45b07bbc6f2021357292407848, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:28,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8196628211f8bc93acb26deb49a0f971, ASSIGN in 10.2410 sec 2024-12-03T03:14:28,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:28,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a56fe45b07bbc6f2021357292407848, server=0d3ef00225a3,40033,1733195609265 because future has completed 2024-12-03T03:14:28,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-12-03T03:14:28,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d21e215002122b5e434a62d3fde5432e, server=0d3ef00225a3,45057,1733195610034 in 10.0740 sec 2024-12-03T03:14:28,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-12-03T03:14:28,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a56fe45b07bbc6f2021357292407848, server=0d3ef00225a3,40033,1733195609265 in 10.0760 sec 2024-12-03T03:14:28,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e215002122b5e434a62d3fde5432e, ASSIGN in 10.2520 sec 2024-12-03T03:14:28,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:28,118 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:28,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-12-03T03:14:28,119 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 0d3ef00225a3,34337,1733195609771 after splitting done 2024-12-03T03:14:28,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a56fe45b07bbc6f2021357292407848, ASSIGN in 10.2550 sec 2024-12-03T03:14:28,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 0d3ef00225a3,34337,1733195609771, splitWal=true, meta=false in 19.6100 sec 2024-12-03T03:14:33,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T03:14:37,133 INFO [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T03:14:38,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T03:14:38,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T03:14:38,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 13302e3555e148a9ac7e1400308ca04c: 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. for SnapshotProcedureTest completed. 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d21e215002122b5e434a62d3fde5432e: 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. for SnapshotProcedureTest completed. 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:38,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:38,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T03:14:38,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T03:14:38,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:38,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8196628211f8bc93acb26deb49a0f971: 2024-12-03T03:14:38,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. for SnapshotProcedureTest completed. 2024-12-03T03:14:38,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:38,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:38,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:38,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:38,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0a56fe45b07bbc6f2021357292407848: 2024-12-03T03:14:38,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. for SnapshotProcedureTest completed. 2024-12-03T03:14:38,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:14:38,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:14:38,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:14:38,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741858_1034 (size=65) 2024-12-03T03:14:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741858_1034 (size=65) 2024-12-03T03:14:38,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741858_1034 (size=65) 2024-12-03T03:14:38,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:38,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T03:14:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T03:14:38,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:38,166 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:38,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d21e215002122b5e434a62d3fde5432e in 30.4800 sec 2024-12-03T03:14:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741857_1033 (size=57) 2024-12-03T03:14:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741857_1033 (size=57) 2024-12-03T03:14:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741857_1033 (size=57) 2024-12-03T03:14:38,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:38,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T03:14:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T03:14:38,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:38,182 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:38,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13302e3555e148a9ac7e1400308ca04c in 30.4960 sec 2024-12-03T03:14:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741860_1036 (size=57) 2024-12-03T03:14:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741860_1036 (size=57) 2024-12-03T03:14:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741860_1036 (size=57) 2024-12-03T03:14:38,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741859_1035 (size=65) 2024-12-03T03:14:38,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:38,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T03:14:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741859_1035 (size=65) 2024-12-03T03:14:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T03:14:38,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741859_1035 (size=65) 2024-12-03T03:14:38,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:38,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:38,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T03:14:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T03:14:38,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:38,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:38,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8196628211f8bc93acb26deb49a0f971 in 30.5140 sec 2024-12-03T03:14:38,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-03T03:14:38,206 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T03:14:38,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a56fe45b07bbc6f2021357292407848 in 30.5170 sec 2024-12-03T03:14:38,208 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T03:14:38,211 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T03:14:38,212 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T03:14:38,217 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T03:14:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741861_1037 (size=1094) 2024-12-03T03:14:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741861_1037 (size=1094) 2024-12-03T03:14:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741861_1037 (size=1094) 2024-12-03T03:14:38,294 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T03:14:38,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T03:14:38,311 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:38,311 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:38,311 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:38,311 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:38,312 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:38,319 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:40,130 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0d3ef00225a3:34535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T03:14:42,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 64e4ae173cf64db52a08c0e27f832f8e, had cached 0 bytes from a total of 28623 2024-12-03T03:14:42,038 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4ca3ebbabd874cd920fb1f62a0a28742, had cached 0 bytes from a total of 47197 2024-12-03T03:14:47,334 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8196628211f8bc93acb26deb49a0f971 changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,335 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bb955b1e229bf0dc53736096e81e3fcf changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,335 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 05b047281d28dcf68d31262c3dbaac8c changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,335 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0a56fe45b07bbc6f2021357292407848 changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,335 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 64e4ae173cf64db52a08c0e27f832f8e changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,336 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b3c4a0fdc8486aee3dd22e7bb4db6c37 changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,336 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d21e215002122b5e434a62d3fde5432e changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,336 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9c2faddb134353e8e6fac64c74c7e48e changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,336 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4ca3ebbabd874cd920fb1f62a0a28742 changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:47,336 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 13302e3555e148a9ac7e1400308ca04c changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:14:48,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-03T03:14:48,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-03T03:14:48,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-03T03:14:48,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-03T03:14:48,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-03T03:14:48,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-03T03:14:48,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T03:14:48,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T03:14:48,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-03T03:14:48,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-03T03:14:48,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-03T03:14:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-03T03:14:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-03T03:14:48,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-03T03:14:48,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-03T03:14:48,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T03:14:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-03T03:14:48,343 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 Release verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:48,343 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 Release verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-03T03:14:48,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 in 10.0400 sec 2024-12-03T03:14:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-03T03:14:48,351 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:48,352 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:48,352 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 Release verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T03:14:48,357 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 Release verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:48,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 in 10.0400 sec 2024-12-03T03:14:48,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 in 10.0490 sec 2024-12-03T03:14:48,367 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 Release verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:48,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 in 10.0540 sec 2024-12-03T03:14:48,367 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:48,372 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 Release verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:48,373 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:48,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 in 10.0640 sec 2024-12-03T03:14:48,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 in 10.0690 sec 2024-12-03T03:14:56,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T03:14:58,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-03T03:14:58,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-03T03:14:58,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T03:14:58,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-03T03:14:58,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T03:14:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T03:14:58,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-03T03:14:58,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-03T03:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-03T03:14:58,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-03T03:14:58,354 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 Release verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T03:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34535 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-03T03:14:58,355 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 Release verify snapshot worker=0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:58,356 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 Release verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:58,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,40033,1733195609265 in 20.0530 sec 2024-12-03T03:14:58,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 in 20.0520 sec 2024-12-03T03:14:58,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 in 20.0530 sec 2024-12-03T03:14:58,358 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 Release verify snapshot worker=0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:58,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-12-03T03:14:58,360 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T03:14:58,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,45057,1733195610034 in 20.0550 sec 2024-12-03T03:14:58,361 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T03:14:58,363 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T03:14:58,363 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T03:14:58,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.2260 sec 2024-12-03T03:14:58,614 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T03:14:58,620 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T03:14:58,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T03:14:58,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T03:14:58,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:14:58,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:58,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:58,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T03:14:58,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T03:14:58,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=290173708, stopped=false 2024-12-03T03:14:58,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0d3ef00225a3,34535,1733195607060 2024-12-03T03:14:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T03:14:58,849 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T03:14:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T03:14:58,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T03:14:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:14:58,849 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:14:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:14:58,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:14:58,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:14:58,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:14:58,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T03:14:58,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:14:58,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:58,851 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d3ef00225a3,40033,1733195609265' ***** 2024-12-03T03:14:58,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T03:14:58,851 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d3ef00225a3,45057,1733195610034' ***** 2024-12-03T03:14:58,851 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T03:14:58,851 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T03:14:58,851 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T03:14:58,852 INFO [RS:0;0d3ef00225a3:40033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T03:14:58,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T03:14:58,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T03:14:58,852 INFO [RS:2;0d3ef00225a3:45057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T03:14:58,852 INFO [RS:0;0d3ef00225a3:40033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T03:14:58,852 INFO [RS:2;0d3ef00225a3:45057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T03:14:58,852 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(3091): Received CLOSE for 13302e3555e148a9ac7e1400308ca04c 2024-12-03T03:14:58,852 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for 05b047281d28dcf68d31262c3dbaac8c 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for 8196628211f8bc93acb26deb49a0f971 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for 64e4ae173cf64db52a08c0e27f832f8e 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a56fe45b07bbc6f2021357292407848 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(959): stopping server 0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0d3ef00225a3:40033. 2024-12-03T03:14:58,853 DEBUG [RS:0;0d3ef00225a3:40033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:14:58,853 DEBUG [RS:0;0d3ef00225a3:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:58,853 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05b047281d28dcf68d31262c3dbaac8c, disabling compactions & flushes 2024-12-03T03:14:58,853 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T03:14:58,853 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:14:58,854 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T03:14:58,854 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:14:58,854 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T03:14:58,854 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. after waiting 0 ms 2024-12-03T03:14:58,854 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:14:58,854 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T03:14:58,854 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ca3ebbabd874cd920fb1f62a0a28742 2024-12-03T03:14:58,854 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(3091): Received CLOSE for b3c4a0fdc8486aee3dd22e7bb4db6c37 2024-12-03T03:14:58,854 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13302e3555e148a9ac7e1400308ca04c, disabling compactions & flushes 2024-12-03T03:14:58,854 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(3091): Received CLOSE for d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:58,854 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:58,854 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:58,854 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c2faddb134353e8e6fac64c74c7e48e 2024-12-03T03:14:58,854 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. after waiting 0 ms 2024-12-03T03:14:58,854 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(959): stopping server 0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:58,854 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:58,854 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:14:58,855 INFO [RS:2;0d3ef00225a3:45057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0d3ef00225a3:45057. 2024-12-03T03:14:58,855 DEBUG [RS:2;0d3ef00225a3:45057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:14:58,855 DEBUG [RS:2;0d3ef00225a3:45057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:58,856 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-03T03:14:58,856 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1325): Online Regions={13302e3555e148a9ac7e1400308ca04c=SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c., 4ca3ebbabd874cd920fb1f62a0a28742=SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742., b3c4a0fdc8486aee3dd22e7bb4db6c37=SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37., d21e215002122b5e434a62d3fde5432e=SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e., 9c2faddb134353e8e6fac64c74c7e48e=SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e.} 2024-12-03T03:14:58,857 DEBUG [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1351): Waiting on 13302e3555e148a9ac7e1400308ca04c, 4ca3ebbabd874cd920fb1f62a0a28742, 9c2faddb134353e8e6fac64c74c7e48e, b3c4a0fdc8486aee3dd22e7bb4db6c37, d21e215002122b5e434a62d3fde5432e 2024-12-03T03:14:58,859 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-03T03:14:58,859 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1325): Online Regions={05b047281d28dcf68d31262c3dbaac8c=SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c., 8196628211f8bc93acb26deb49a0f971=SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971., 64e4ae173cf64db52a08c0e27f832f8e=SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e., bb955b1e229bf0dc53736096e81e3fcf=SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf., 1588230740=hbase:meta,,1.1588230740, 0a56fe45b07bbc6f2021357292407848=SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848.} 2024-12-03T03:14:58,859 DEBUG [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1351): Waiting on 05b047281d28dcf68d31262c3dbaac8c, 0a56fe45b07bbc6f2021357292407848, 1588230740, 64e4ae173cf64db52a08c0e27f832f8e, 8196628211f8bc93acb26deb49a0f971, bb955b1e229bf0dc53736096e81e3fcf 2024-12-03T03:14:58,859 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T03:14:58,859 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T03:14:58,859 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T03:14:58,859 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T03:14:58,859 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T03:14:58,859 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-03T03:14:58,865 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/05b047281d28dcf68d31262c3dbaac8c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,869 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/13302e3555e148a9ac7e1400308ca04c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,869 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:14:58,869 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05b047281d28dcf68d31262c3dbaac8c: Waiting for close lock at 1733195698853Running coprocessor pre-close hooks at 1733195698853Disabling compacts and flushes for region at 1733195698853Disabling writes for close at 1733195698854 (+1 ms)Writing region close event to WAL at 1733195698854Running coprocessor post-close hooks at 1733195698866 (+12 ms)Closed at 1733195698869 (+3 ms) 2024-12-03T03:14:58,870 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:58,870 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13302e3555e148a9ac7e1400308ca04c: Waiting for close lock at 1733195698854Running coprocessor pre-close hooks at 1733195698854Disabling compacts and flushes for region at 1733195698854Disabling writes for close at 1733195698854Writing region close event to WAL at 1733195698859 (+5 ms)Running coprocessor post-close hooks at 1733195698870 (+11 ms)Closed at 1733195698870 2024-12-03T03:14:58,870 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733195626217.05b047281d28dcf68d31262c3dbaac8c. 2024-12-03T03:14:58,870 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733195626217.13302e3555e148a9ac7e1400308ca04c. 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8196628211f8bc93acb26deb49a0f971, disabling compactions & flushes 2024-12-03T03:14:58,871 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ca3ebbabd874cd920fb1f62a0a28742, disabling compactions & flushes 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:58,871 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. after waiting 0 ms 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. after waiting 0 ms 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:58,871 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:14:58,881 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/8196628211f8bc93acb26deb49a0f971/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,882 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8196628211f8bc93acb26deb49a0f971: Waiting for close lock at 1733195698871Running coprocessor pre-close hooks at 1733195698871Disabling compacts and flushes for region at 1733195698871Disabling writes for close at 1733195698871Writing region close event to WAL at 1733195698872 (+1 ms)Running coprocessor post-close hooks at 1733195698882 (+10 ms)Closed at 1733195698882 2024-12-03T03:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733195626217.8196628211f8bc93acb26deb49a0f971. 2024-12-03T03:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64e4ae173cf64db52a08c0e27f832f8e, disabling compactions & flushes 2024-12-03T03:14:58,883 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. after waiting 0 ms 2024-12-03T03:14:58,883 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:14:58,884 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/4ca3ebbabd874cd920fb1f62a0a28742/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T03:14:58,886 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:14:58,886 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ca3ebbabd874cd920fb1f62a0a28742: Waiting for close lock at 1733195698871Running coprocessor pre-close hooks at 1733195698871Disabling compacts and flushes for region at 1733195698871Disabling writes for close at 1733195698871Writing region close event to WAL at 1733195698873 (+2 ms)Running coprocessor post-close hooks at 1733195698885 (+12 ms)Closed at 1733195698885 2024-12-03T03:14:58,887 INFO [regionserver/0d3ef00225a3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:14:58,887 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733195626217.4ca3ebbabd874cd920fb1f62a0a28742. 2024-12-03T03:14:58,887 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3c4a0fdc8486aee3dd22e7bb4db6c37, disabling compactions & flushes 2024-12-03T03:14:58,888 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:14:58,888 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:14:58,888 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. after waiting 0 ms 2024-12-03T03:14:58,888 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:14:58,894 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/64e4ae173cf64db52a08c0e27f832f8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T03:14:58,896 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:14:58,896 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64e4ae173cf64db52a08c0e27f832f8e: Waiting for close lock at 1733195698883Running coprocessor pre-close hooks at 1733195698883Disabling compacts and flushes for region at 1733195698883Disabling writes for close at 1733195698883Writing region close event to WAL at 1733195698885 (+2 ms)Running coprocessor post-close hooks at 1733195698896 (+11 ms)Closed at 1733195698896 2024-12-03T03:14:58,896 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733195626217.64e4ae173cf64db52a08c0e27f832f8e. 2024-12-03T03:14:58,896 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb955b1e229bf0dc53736096e81e3fcf, disabling compactions & flushes 2024-12-03T03:14:58,897 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:14:58,897 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:14:58,897 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. after waiting 0 ms 2024-12-03T03:14:58,897 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:14:58,898 INFO [regionserver/0d3ef00225a3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:14:58,898 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/b3c4a0fdc8486aee3dd22e7bb4db6c37/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,899 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:14:58,900 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3c4a0fdc8486aee3dd22e7bb4db6c37: Waiting for close lock at 1733195698887Running coprocessor pre-close hooks at 1733195698887Disabling compacts and flushes for region at 1733195698887Disabling writes for close at 1733195698888 (+1 ms)Writing region close event to WAL at 1733195698888Running coprocessor post-close hooks at 1733195698899 (+11 ms)Closed at 1733195698899 2024-12-03T03:14:58,900 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733195626217.b3c4a0fdc8486aee3dd22e7bb4db6c37. 2024-12-03T03:14:58,900 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d21e215002122b5e434a62d3fde5432e, disabling compactions & flushes 2024-12-03T03:14:58,900 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:58,900 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:58,900 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. after waiting 0 ms 2024-12-03T03:14:58,900 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:58,902 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/info/356beb425abe46fa8392f927614afd37 is 167, key is SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf./info:regioninfo/1733195637239/Put/seqid=0 2024-12-03T03:14:58,915 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/bb955b1e229bf0dc53736096e81e3fcf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,916 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:14:58,916 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb955b1e229bf0dc53736096e81e3fcf: Waiting for close lock at 1733195698896Running coprocessor pre-close hooks at 1733195698896Disabling compacts and flushes for region at 1733195698896Disabling writes for close at 1733195698897 (+1 ms)Writing region close event to WAL at 1733195698900 (+3 ms)Running coprocessor post-close hooks at 1733195698916 (+16 ms)Closed at 1733195698916 2024-12-03T03:14:58,916 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733195626217.bb955b1e229bf0dc53736096e81e3fcf. 2024-12-03T03:14:58,917 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a56fe45b07bbc6f2021357292407848, disabling compactions & flushes 2024-12-03T03:14:58,917 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:58,917 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:58,917 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. after waiting 0 ms 2024-12-03T03:14:58,917 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:58,917 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/d21e215002122b5e434a62d3fde5432e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741862_1038 (size=20260) 2024-12-03T03:14:58,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741862_1038 (size=20260) 2024-12-03T03:14:58,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741862_1038 (size=20260) 2024-12-03T03:14:58,924 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/0a56fe45b07bbc6f2021357292407848/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,924 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:58,924 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d21e215002122b5e434a62d3fde5432e: Waiting for close lock at 1733195698900Running coprocessor pre-close hooks at 1733195698900Disabling compacts and flushes for region at 1733195698900Disabling writes for close at 1733195698900Writing region close event to WAL at 1733195698901 (+1 ms)Running coprocessor post-close hooks at 1733195698924 (+23 ms)Closed at 1733195698924 2024-12-03T03:14:58,924 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733195626217.d21e215002122b5e434a62d3fde5432e. 2024-12-03T03:14:58,924 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c2faddb134353e8e6fac64c74c7e48e, disabling compactions & flushes 2024-12-03T03:14:58,924 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:14:58,924 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:14:58,924 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. after waiting 0 ms 2024-12-03T03:14:58,924 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:14:58,925 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:58,925 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a56fe45b07bbc6f2021357292407848: Waiting for close lock at 1733195698916Running coprocessor pre-close hooks at 1733195698916Disabling compacts and flushes for region at 1733195698916Disabling writes for close at 1733195698917 (+1 ms)Writing region close event to WAL at 1733195698917Running coprocessor post-close hooks at 1733195698924 (+7 ms)Closed at 1733195698924 2024-12-03T03:14:58,925 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/info/356beb425abe46fa8392f927614afd37 2024-12-03T03:14:58,925 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733195626217.0a56fe45b07bbc6f2021357292407848. 2024-12-03T03:14:58,949 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/default/SPTestTable/9c2faddb134353e8e6fac64c74c7e48e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:14:58,950 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:14:58,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c2faddb134353e8e6fac64c74c7e48e: Waiting for close lock at 1733195698924Running coprocessor pre-close hooks at 1733195698924Disabling compacts and flushes for region at 1733195698924Disabling writes for close at 1733195698924Writing region close event to WAL at 1733195698926 (+2 ms)Running coprocessor post-close hooks at 1733195698950 (+24 ms)Closed at 1733195698950 2024-12-03T03:14:58,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733195626217.9c2faddb134353e8e6fac64c74c7e48e. 2024-12-03T03:14:58,973 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/ns/f78e3dc87a3d415f996f7f1f7bfcfecb is 43, key is default/ns:d/1733195625894/Put/seqid=0 2024-12-03T03:14:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741863_1039 (size=5153) 2024-12-03T03:14:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741863_1039 (size=5153) 2024-12-03T03:14:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741863_1039 (size=5153) 2024-12-03T03:14:58,991 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/ns/f78e3dc87a3d415f996f7f1f7bfcfecb 2024-12-03T03:14:59,019 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/table/e1293381ea254aa08eb62c430408f0c7 is 47, key is SPTestTable/table:state/1733195637330/Put/seqid=0 2024-12-03T03:14:59,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741864_1040 (size=5214) 2024-12-03T03:14:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741864_1040 (size=5214) 2024-12-03T03:14:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741864_1040 (size=5214) 2024-12-03T03:14:59,025 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/table/e1293381ea254aa08eb62c430408f0c7 2024-12-03T03:14:59,032 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/info/356beb425abe46fa8392f927614afd37 as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/info/356beb425abe46fa8392f927614afd37 2024-12-03T03:14:59,039 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/info/356beb425abe46fa8392f927614afd37, entries=116, sequenceid=37, filesize=19.8 K 2024-12-03T03:14:59,040 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/ns/f78e3dc87a3d415f996f7f1f7bfcfecb as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/ns/f78e3dc87a3d415f996f7f1f7bfcfecb 2024-12-03T03:14:59,046 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/ns/f78e3dc87a3d415f996f7f1f7bfcfecb, entries=2, sequenceid=37, filesize=5.0 K 2024-12-03T03:14:59,047 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/.tmp/table/e1293381ea254aa08eb62c430408f0c7 as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/table/e1293381ea254aa08eb62c430408f0c7 2024-12-03T03:14:59,052 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/table/e1293381ea254aa08eb62c430408f0c7, entries=2, sequenceid=37, filesize=5.1 K 2024-12-03T03:14:59,053 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=37, compaction requested=false 2024-12-03T03:14:59,057 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(976): stopping server 0d3ef00225a3,45057,1733195610034; all regions closed. 2024-12-03T03:14:59,058 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-03T03:14:59,058 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T03:14:59,059 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T03:14:59,059 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733195698859Running coprocessor pre-close hooks at 1733195698859Disabling compacts and flushes for region at 1733195698859Disabling writes for close at 1733195698859Obtaining lock to block concurrent updates at 1733195698860 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733195698860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733195698860Flushing stores of hbase:meta,,1.1588230740 at 1733195698861 (+1 ms)Flushing 1588230740/info: creating writer at 1733195698861Flushing 1588230740/info: appending metadata at 1733195698899 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733195698899Flushing 1588230740/ns: creating writer at 1733195698951 (+52 ms)Flushing 1588230740/ns: appending metadata at 1733195698972 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733195698972Flushing 1588230740/table: creating writer at 1733195699003 (+31 ms)Flushing 1588230740/table: appending metadata at 1733195699018 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733195699018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecb80f3: reopening flushed file at 1733195699031 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33780eb1: reopening flushed file at 1733195699039 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6853541d: reopening flushed file at 1733195699046 (+7 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=37, compaction requested=false at 1733195699053 (+7 ms)Writing region close event to WAL at 1733195699054 (+1 ms)Running coprocessor post-close hooks at 1733195699058 (+4 ms)Closed at 1733195699058 2024-12-03T03:14:59,059 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T03:14:59,059 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(976): stopping server 0d3ef00225a3,40033,1733195609265; all regions closed. 2024-12-03T03:14:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741835_1011 (size=3530) 2024-12-03T03:14:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741835_1011 (size=3530) 2024-12-03T03:14:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741835_1011 (size=3530) 2024-12-03T03:14:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741836_1012 (size=19450) 2024-12-03T03:14:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741836_1012 (size=19450) 2024-12-03T03:14:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741836_1012 (size=19450) 2024-12-03T03:14:59,063 DEBUG [RS:2;0d3ef00225a3:45057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs 2024-12-03T03:14:59,063 INFO [RS:2;0d3ef00225a3:45057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C45057%2C1733195610034:(num 1733195614854) 2024-12-03T03:14:59,063 DEBUG [RS:2;0d3ef00225a3:45057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:59,063 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:14:59,064 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T03:14:59,064 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.ChoreService(370): Chore service for: regionserver/0d3ef00225a3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T03:14:59,064 DEBUG [RS:0;0d3ef00225a3:40033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs 2024-12-03T03:14:59,064 INFO [RS:0;0d3ef00225a3:40033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C40033%2C1733195609265.meta:.meta(num 1733195625579) 2024-12-03T03:14:59,064 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T03:14:59,064 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T03:14:59,064 INFO [regionserver/0d3ef00225a3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T03:14:59,064 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T03:14:59,064 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T03:14:59,064 INFO [RS:2;0d3ef00225a3:45057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45057 2024-12-03T03:14:59,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741833_1009 (size=3500) 2024-12-03T03:14:59,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741833_1009 (size=3500) 2024-12-03T03:14:59,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741833_1009 (size=3500) 2024-12-03T03:14:59,070 DEBUG [RS:0;0d3ef00225a3:40033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/oldWALs 2024-12-03T03:14:59,070 INFO [RS:0;0d3ef00225a3:40033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C40033%2C1733195609265:(num 1733195614826) 2024-12-03T03:14:59,070 DEBUG [RS:0;0d3ef00225a3:40033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:14:59,070 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:14:59,070 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T03:14:59,070 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.ChoreService(370): Chore service for: regionserver/0d3ef00225a3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T03:14:59,070 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T03:14:59,070 INFO [regionserver/0d3ef00225a3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T03:14:59,071 INFO [RS:0;0d3ef00225a3:40033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40033 2024-12-03T03:14:59,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T03:14:59,184 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d3ef00225a3,45057,1733195610034 2024-12-03T03:14:59,184 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:14:59,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d3ef00225a3,40033,1733195609265 2024-12-03T03:14:59,286 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:14:59,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d3ef00225a3,40033,1733195609265] 2024-12-03T03:14:59,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d3ef00225a3,40033,1733195609265 already deleted, retry=false 2024-12-03T03:14:59,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d3ef00225a3,40033,1733195609265 expired; onlineServers=1 2024-12-03T03:14:59,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d3ef00225a3,45057,1733195610034] 2024-12-03T03:14:59,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d3ef00225a3,45057,1733195610034 already deleted, retry=false 2024-12-03T03:14:59,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d3ef00225a3,45057,1733195610034 expired; onlineServers=0 2024-12-03T03:14:59,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0d3ef00225a3,34535,1733195607060' ***** 2024-12-03T03:14:59,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T03:14:59,354 INFO [M:0;0d3ef00225a3:34535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:14:59,354 INFO [M:0;0d3ef00225a3:34535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T03:14:59,355 DEBUG [M:0;0d3ef00225a3:34535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T03:14:59,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T03:14:59,356 DEBUG [M:0;0d3ef00225a3:34535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T03:14:59,356 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733195614070 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733195614070,5,FailOnTimeoutGroup] 2024-12-03T03:14:59,356 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733195614069 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733195614069,5,FailOnTimeoutGroup] 2024-12-03T03:14:59,356 INFO [M:0;0d3ef00225a3:34535 {}] hbase.ChoreService(370): Chore service for: master/0d3ef00225a3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T03:14:59,356 INFO [M:0;0d3ef00225a3:34535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T03:14:59,356 DEBUG [M:0;0d3ef00225a3:34535 {}] master.HMaster(1795): Stopping service threads 2024-12-03T03:14:59,357 INFO [M:0;0d3ef00225a3:34535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T03:14:59,357 INFO [M:0;0d3ef00225a3:34535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T03:14:59,357 ERROR [M:0;0d3ef00225a3:34535 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:35987 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35987,5,PEWorkerGroup] 2024-12-03T03:14:59,358 INFO [M:0;0d3ef00225a3:34535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T03:14:59,364 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T03:14:59,427 INFO [RS:2;0d3ef00225a3:45057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:14:59,427 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:14:59,427 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45057-0x101992e24040003, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:14:59,427 INFO [RS:2;0d3ef00225a3:45057 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d3ef00225a3,45057,1733195610034; zookeeper connection closed. 2024-12-03T03:14:59,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ec9f23d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ec9f23d 2024-12-03T03:14:59,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:14:59,444 INFO [RS:0;0d3ef00225a3:40033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:14:59,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40033-0x101992e24040001, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:14:59,444 INFO [RS:0;0d3ef00225a3:40033 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d3ef00225a3,40033,1733195609265; zookeeper connection closed. 2024-12-03T03:14:59,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f2f170d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f2f170d 2024-12-03T03:14:59,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T03:14:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T03:14:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:14:59,550 DEBUG [M:0;0d3ef00225a3:34535 {}] zookeeper.ZKUtil(347): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T03:14:59,550 WARN [M:0;0d3ef00225a3:34535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T03:14:59,550 INFO [M:0;0d3ef00225a3:34535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/.lastflushedseqids 2024-12-03T03:14:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741865_1041 (size=686) 2024-12-03T03:14:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741865_1041 (size=686) 2024-12-03T03:14:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741865_1041 (size=686) 2024-12-03T03:14:59,565 INFO [M:0;0d3ef00225a3:34535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T03:14:59,565 INFO [M:0;0d3ef00225a3:34535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T03:14:59,565 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T03:14:59,565 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:14:59,565 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:14:59,565 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T03:14:59,565 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:14:59,565 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.95 KB heapSize=242.95 KB 2024-12-03T03:14:59,580 DEBUG [M:0;0d3ef00225a3:34535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f65df3ee8249e3b6613dc19563323b is 82, key is hbase:meta,,1/info:regioninfo/1733195625656/Put/seqid=0 2024-12-03T03:14:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741866_1042 (size=5672) 2024-12-03T03:14:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741866_1042 (size=5672) 2024-12-03T03:14:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741866_1042 (size=5672) 2024-12-03T03:14:59,587 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f65df3ee8249e3b6613dc19563323b 2024-12-03T03:14:59,615 DEBUG [M:0;0d3ef00225a3:34535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fc404e789e14f69addaa30555755b3c is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733195637339/Put/seqid=0 2024-12-03T03:14:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741867_1043 (size=8973) 2024-12-03T03:14:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741867_1043 (size=8973) 2024-12-03T03:14:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741867_1043 (size=8973) 2024-12-03T03:14:59,631 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.21 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fc404e789e14f69addaa30555755b3c 2024-12-03T03:14:59,637 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fc404e789e14f69addaa30555755b3c 2024-12-03T03:14:59,650 DEBUG [M:0;0d3ef00225a3:34535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5633c46b6dc498d8d102efa721e7865 is 69, key is 0d3ef00225a3,40033,1733195609265/rs:state/1733195614254/Put/seqid=0 2024-12-03T03:14:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741868_1044 (size=5441) 2024-12-03T03:14:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741868_1044 (size=5441) 2024-12-03T03:14:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741868_1044 (size=5441) 2024-12-03T03:14:59,658 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5633c46b6dc498d8d102efa721e7865 2024-12-03T03:14:59,664 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5633c46b6dc498d8d102efa721e7865 2024-12-03T03:14:59,665 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f65df3ee8249e3b6613dc19563323b as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f65df3ee8249e3b6613dc19563323b 2024-12-03T03:14:59,672 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f65df3ee8249e3b6613dc19563323b, entries=8, sequenceid=516, filesize=5.5 K 2024-12-03T03:14:59,673 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fc404e789e14f69addaa30555755b3c as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fc404e789e14f69addaa30555755b3c 2024-12-03T03:14:59,678 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fc404e789e14f69addaa30555755b3c 2024-12-03T03:14:59,678 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fc404e789e14f69addaa30555755b3c, entries=56, sequenceid=516, filesize=8.8 K 2024-12-03T03:14:59,679 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5633c46b6dc498d8d102efa721e7865 as hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5633c46b6dc498d8d102efa721e7865 2024-12-03T03:14:59,685 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5633c46b6dc498d8d102efa721e7865 2024-12-03T03:14:59,685 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35987/user/jenkins/test-data/50de7f4c-648c-e585-d5e3-01cc1a4a15d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5633c46b6dc498d8d102efa721e7865, entries=3, sequenceid=516, filesize=5.3 K 2024-12-03T03:14:59,686 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.95 KB/200648, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=516, compaction requested=false 2024-12-03T03:14:59,687 INFO [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:14:59,687 DEBUG [M:0;0d3ef00225a3:34535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733195699565Disabling compacts and flushes for region at 1733195699565Disabling writes for close at 1733195699565Obtaining lock to block concurrent updates at 1733195699565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733195699565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200648, getHeapSize=248720, getOffHeapSize=0, getCellsCount=623 at 1733195699566 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733195699566Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733195699566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733195699579 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733195699579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733195699593 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733195699615 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733195699615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733195699637 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733195699649 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733195699649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b4f73a: reopening flushed file at 1733195699664 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53af2ba2: reopening flushed file at 1733195699672 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34eddbdc: reopening flushed file at 1733195699678 (+6 ms)Finished flush of dataSize ~195.95 KB/200648, heapSize ~242.66 KB/248480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=516, compaction requested=false at 1733195699686 (+8 ms)Writing region close event to WAL at 1733195699687 (+1 ms)Closed at 1733195699687 2024-12-03T03:14:59,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36751 is added to blk_1073741830_1006 (size=235035) 2024-12-03T03:14:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741830_1006 (size=235035) 2024-12-03T03:14:59,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39133 is added to blk_1073741830_1006 (size=235035) 2024-12-03T03:14:59,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T03:14:59,694 INFO [M:0;0d3ef00225a3:34535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T03:14:59,694 INFO [M:0;0d3ef00225a3:34535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34535 2024-12-03T03:14:59,694 INFO [M:0;0d3ef00225a3:34535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:15:00,016 INFO [M:0;0d3ef00225a3:34535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:15:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:15:00,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34535-0x101992e24040000, quorum=127.0.0.1:56006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:15:00,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:15:00,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:15:00,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:15:00,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:15:00,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,STOPPED} 2024-12-03T03:15:00,024 WARN [BP-846070282-172.17.0.3-1733195593819 heartbeating to localhost/127.0.0.1:35987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:15:00,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:15:00,024 WARN [BP-846070282-172.17.0.3-1733195593819 heartbeating to localhost/127.0.0.1:35987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-846070282-172.17.0.3-1733195593819 (Datanode Uuid 7a487aaa-9931-463d-849f-ac41ac5b348e) service to localhost/127.0.0.1:35987 2024-12-03T03:15:00,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:15:00,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data5/current/BP-846070282-172.17.0.3-1733195593819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:15:00,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data6/current/BP-846070282-172.17.0.3-1733195593819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:15:00,026 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:15:00,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:15:00,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:15:00,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:15:00,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:15:00,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,STOPPED} 2024-12-03T03:15:00,035 WARN [BP-846070282-172.17.0.3-1733195593819 heartbeating to localhost/127.0.0.1:35987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:15:00,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:15:00,035 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:15:00,035 WARN [BP-846070282-172.17.0.3-1733195593819 heartbeating to localhost/127.0.0.1:35987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-846070282-172.17.0.3-1733195593819 (Datanode Uuid f0ec851b-4b0d-4e0c-a94f-b1a8b14cd67b) service to localhost/127.0.0.1:35987 2024-12-03T03:15:00,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data3/current/BP-846070282-172.17.0.3-1733195593819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:15:00,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data4/current/BP-846070282-172.17.0.3-1733195593819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:15:00,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:15:00,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:15:00,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:15:00,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:15:00,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:15:00,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,STOPPED} 2024-12-03T03:15:00,041 WARN [BP-846070282-172.17.0.3-1733195593819 heartbeating to localhost/127.0.0.1:35987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:15:00,041 WARN [BP-846070282-172.17.0.3-1733195593819 heartbeating to localhost/127.0.0.1:35987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-846070282-172.17.0.3-1733195593819 (Datanode Uuid 8ca12a0d-52e8-4402-8e69-f5e03e86f315) service to localhost/127.0.0.1:35987 2024-12-03T03:15:00,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data1/current/BP-846070282-172.17.0.3-1733195593819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:15:00,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/cluster_0cf28423-1ec7-6bba-904b-a09274d9e2c4/data/data2/current/BP-846070282-172.17.0.3-1733195593819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:15:00,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:15:00,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:15:00,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:15:00,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T03:15:00,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:15:00,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:15:00,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:15:00,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir/,STOPPED} 2024-12-03T03:15:00,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T03:15:00,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T03:15:00,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0d3ef00225a3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35987 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35987 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/0d3ef00225a3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0d3ef00225a3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0d3ef00225a3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/0d3ef00225a3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0d3ef00225a3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/0d3ef00225a3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@52a3db0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=745 (was 873), ProcessCount=11 (was 11), AvailableMemoryMB=6609 (was 7543) 2024-12-03T03:15:00,190 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=745, ProcessCount=11, AvailableMemoryMB=6607 2024-12-03T03:15:00,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir so I do NOT create it in target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040 2024-12-03T03:15:00,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T03:15:00,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.tmp.dir so I do NOT create it in target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040 2024-12-03T03:15:00,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0957f04-4eb8-24ab-b6f2-a23b9279fdb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T03:15:00,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040 2024-12-03T03:15:00,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51, deleteOnExit=true 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/test.cache.data in system properties and HBase conf 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir in system properties and HBase conf 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T03:15:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T03:15:00,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/nfs.dump.dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/java.io.tmpdir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T03:15:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T03:15:00,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:15:00,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:15:00,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:15:00,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:15:00,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T03:15:00,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:15:00,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d0eaa0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:15:00,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26119b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:15:01,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17ba8a8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/java.io.tmpdir/jetty-localhost-33527-hadoop-hdfs-3_4_1-tests_jar-_-any-12651470733465586802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T03:15:01,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cb12e58{HTTP/1.1, (http/1.1)}{localhost:33527} 2024-12-03T03:15:01,148 INFO [Time-limited test {}] server.Server(415): Started @110130ms 2024-12-03T03:15:02,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:15:02,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:15:02,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:15:02,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:15:02,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T03:15:02,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1398d29a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:15:02,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16957c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:15:03,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d24a5aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/java.io.tmpdir/jetty-localhost-35315-hadoop-hdfs-3_4_1-tests_jar-_-any-3102481582175563846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:15:03,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34f1fa22{HTTP/1.1, (http/1.1)}{localhost:35315} 2024-12-03T03:15:03,032 INFO [Time-limited test {}] server.Server(415): Started @112014ms 2024-12-03T03:15:03,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:15:03,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:15:03,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:15:03,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:15:03,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:15:03,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T03:15:03,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d812ccc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:15:03,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e339060{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:15:03,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247018b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/java.io.tmpdir/jetty-localhost-38531-hadoop-hdfs-3_4_1-tests_jar-_-any-5672174827740181700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:15:03,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68eb1f7{HTTP/1.1, (http/1.1)}{localhost:38531} 2024-12-03T03:15:03,172 INFO [Time-limited test {}] server.Server(415): Started @112154ms 2024-12-03T03:15:03,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:15:03,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:15:03,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:15:03,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:15:03,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:15:03,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T03:15:03,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ff9f2a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:15:03,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db46f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:15:03,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2732ccd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/java.io.tmpdir/jetty-localhost-44357-hadoop-hdfs-3_4_1-tests_jar-_-any-17737914222461078197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:15:03,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1101c25c{HTTP/1.1, (http/1.1)}{localhost:44357} 2024-12-03T03:15:03,342 INFO [Time-limited test {}] server.Server(415): Started @112325ms 2024-12-03T03:15:03,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:15:03,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:03,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:03,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:04,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T03:15:04,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:04,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:04,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:05,271 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data1/current/BP-664940871-172.17.0.3-1733195700230/current, will proceed with Du for space computation calculation, 2024-12-03T03:15:05,272 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data2/current/BP-664940871-172.17.0.3-1733195700230/current, will proceed with Du for space computation calculation, 2024-12-03T03:15:05,328 WARN [Thread-641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:15:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84154154cd108a7c with lease ID 0xbf737b8dec0ef468: Processing first storage report for DS-68a27846-0e3f-4999-af24-49b5ce3a0db8 from datanode DatanodeRegistration(127.0.0.1:36875, datanodeUuid=9326d53b-bb35-43a4-8c7c-8fc5b32f28e1, infoPort=44197, infoSecurePort=0, ipcPort=45277, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230) 2024-12-03T03:15:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84154154cd108a7c with lease ID 0xbf737b8dec0ef468: from storage DS-68a27846-0e3f-4999-af24-49b5ce3a0db8 node DatanodeRegistration(127.0.0.1:36875, datanodeUuid=9326d53b-bb35-43a4-8c7c-8fc5b32f28e1, infoPort=44197, infoSecurePort=0, ipcPort=45277, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T03:15:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84154154cd108a7c with lease ID 0xbf737b8dec0ef468: Processing first storage report for DS-d40ff014-86bf-435f-981c-3b925e52a741 from datanode DatanodeRegistration(127.0.0.1:36875, datanodeUuid=9326d53b-bb35-43a4-8c7c-8fc5b32f28e1, infoPort=44197, infoSecurePort=0, ipcPort=45277, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230) 2024-12-03T03:15:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84154154cd108a7c with lease ID 0xbf737b8dec0ef468: from storage DS-d40ff014-86bf-435f-981c-3b925e52a741 node DatanodeRegistration(127.0.0.1:36875, datanodeUuid=9326d53b-bb35-43a4-8c7c-8fc5b32f28e1, infoPort=44197, infoSecurePort=0, ipcPort=45277, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:15:05,468 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data4/current/BP-664940871-172.17.0.3-1733195700230/current, will proceed with Du for space computation calculation, 2024-12-03T03:15:05,468 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data3/current/BP-664940871-172.17.0.3-1733195700230/current, will proceed with Du for space computation calculation, 2024-12-03T03:15:05,469 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data5/current/BP-664940871-172.17.0.3-1733195700230/current, will proceed with Du for space computation calculation, 2024-12-03T03:15:05,470 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data6/current/BP-664940871-172.17.0.3-1733195700230/current, will proceed with Du for space computation calculation, 2024-12-03T03:15:05,502 WARN [Thread-686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:15:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75e2980ceec19c59 with lease ID 0xbf737b8dec0ef469: Processing first storage report for DS-fa78f548-4f46-484c-ac06-fe5941de8cb8 from datanode DatanodeRegistration(127.0.0.1:44681, datanodeUuid=f2234167-2d1f-4eac-8781-5393627dcf79, infoPort=41035, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230) 2024-12-03T03:15:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75e2980ceec19c59 with lease ID 0xbf737b8dec0ef469: from storage DS-fa78f548-4f46-484c-ac06-fe5941de8cb8 node DatanodeRegistration(127.0.0.1:44681, datanodeUuid=f2234167-2d1f-4eac-8781-5393627dcf79, infoPort=41035, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:15:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75e2980ceec19c59 with lease ID 0xbf737b8dec0ef469: Processing first storage report for DS-5dd5cb43-1a5b-47d2-a997-46a43f08e46d from datanode DatanodeRegistration(127.0.0.1:44681, datanodeUuid=f2234167-2d1f-4eac-8781-5393627dcf79, infoPort=41035, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230) 2024-12-03T03:15:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75e2980ceec19c59 with lease ID 0xbf737b8dec0ef469: from storage DS-5dd5cb43-1a5b-47d2-a997-46a43f08e46d node DatanodeRegistration(127.0.0.1:44681, datanodeUuid=f2234167-2d1f-4eac-8781-5393627dcf79, infoPort=41035, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:15:05,513 WARN [Thread-664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:15:05,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a6f8fbab78c1dc2 with lease ID 0xbf737b8dec0ef46a: Processing first storage report for DS-f6477d63-69f3-4154-9684-c59147d40364 from datanode DatanodeRegistration(127.0.0.1:41723, datanodeUuid=1357db75-2c57-4a2b-88e5-712a91c1c5bb, infoPort=45441, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230) 2024-12-03T03:15:05,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a6f8fbab78c1dc2 with lease ID 0xbf737b8dec0ef46a: from storage DS-f6477d63-69f3-4154-9684-c59147d40364 node DatanodeRegistration(127.0.0.1:41723, datanodeUuid=1357db75-2c57-4a2b-88e5-712a91c1c5bb, infoPort=45441, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:15:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a6f8fbab78c1dc2 with lease ID 0xbf737b8dec0ef46a: Processing first storage report for DS-0a88e866-c51c-4e4d-90c9-1f48e2ddcc79 from datanode DatanodeRegistration(127.0.0.1:41723, datanodeUuid=1357db75-2c57-4a2b-88e5-712a91c1c5bb, infoPort=45441, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230) 2024-12-03T03:15:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a6f8fbab78c1dc2 with lease ID 0xbf737b8dec0ef46a: from storage DS-0a88e866-c51c-4e4d-90c9-1f48e2ddcc79 node DatanodeRegistration(127.0.0.1:41723, datanodeUuid=1357db75-2c57-4a2b-88e5-712a91c1c5bb, infoPort=45441, infoSecurePort=0, ipcPort=33751, storageInfo=lv=-57;cid=testClusterID;nsid=1985554310;c=1733195700230), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:15:05,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040 2024-12-03T03:15:05,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/zookeeper_0, clientPort=49835, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T03:15:05,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49835 2024-12-03T03:15:05,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:05,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:05,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:15:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:15:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:15:05,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a with version=8 2024-12-03T03:15:05,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/hbase-staging 2024-12-03T03:15:05,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:15:05,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:05,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:05,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:15:05,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:05,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:15:05,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T03:15:05,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:15:05,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45461 2024-12-03T03:15:05,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45461 connecting to ZooKeeper ensemble=127.0.0.1:49835 2024-12-03T03:15:05,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454610x0, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:15:05,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45461-0x101992fa89e0000 connected 2024-12-03T03:15:06,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:06,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:06,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:15:06,656 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a, hbase.cluster.distributed=false 2024-12-03T03:15:06,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:15:06,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45461 2024-12-03T03:15:06,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45461 2024-12-03T03:15:06,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45461 2024-12-03T03:15:06,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45461 2024-12-03T03:15:06,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45461 2024-12-03T03:15:06,671 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:15:06,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:15:06,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:15:06,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T03:15:06,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:15:06,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35917 2024-12-03T03:15:06,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35917 connecting to ZooKeeper ensemble=127.0.0.1:49835 2024-12-03T03:15:06,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:06,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359170x0, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:15:06,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359170x0, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:15:06,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35917-0x101992fa89e0001 connected 2024-12-03T03:15:06,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T03:15:06,700 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T03:15:06,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T03:15:06,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:15:06,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35917 2024-12-03T03:15:06,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35917 2024-12-03T03:15:06,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35917 2024-12-03T03:15:06,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35917 2024-12-03T03:15:06,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35917 2024-12-03T03:15:06,722 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:15:06,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:15:06,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:15:06,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T03:15:06,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:15:06,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38801 2024-12-03T03:15:06,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38801 connecting to ZooKeeper ensemble=127.0.0.1:49835 2024-12-03T03:15:06,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:06,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:06,961 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388010x0, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:15:06,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388010x0, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:15:06,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38801-0x101992fa89e0002 connected 2024-12-03T03:15:06,962 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T03:15:06,963 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T03:15:06,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T03:15:06,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:15:06,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38801 2024-12-03T03:15:06,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38801 2024-12-03T03:15:06,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38801 2024-12-03T03:15:06,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38801 2024-12-03T03:15:06,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38801 2024-12-03T03:15:06,978 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d3ef00225a3:0 server-side Connection retries=45 2024-12-03T03:15:06,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T03:15:06,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T03:15:06,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T03:15:06,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T03:15:06,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T03:15:06,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38783 2024-12-03T03:15:06,980 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38783 connecting to ZooKeeper ensemble=127.0.0.1:49835 2024-12-03T03:15:06,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:06,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:07,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387830x0, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T03:15:07,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387830x0, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:15:07,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38783-0x101992fa89e0003 connected 2024-12-03T03:15:07,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T03:15:07,090 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T03:15:07,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T03:15:07,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T03:15:07,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38783 2024-12-03T03:15:07,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38783 2024-12-03T03:15:07,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38783 2024-12-03T03:15:07,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38783 2024-12-03T03:15:07,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38783 2024-12-03T03:15:07,102 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0d3ef00225a3:45461 2024-12-03T03:15:07,102 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,210 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,211 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:07,370 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T03:15:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T03:15:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T03:15:07,370 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,371 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T03:15:07,373 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0d3ef00225a3,45461,1733195705606 from backup master directory 2024-12-03T03:15:07,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T03:15:07,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T03:15:07,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T03:15:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,561 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T03:15:07,561 WARN [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:15:07,561 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:07,583 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/hbase.id] with ID: ea442116-d2ff-4a6c-be2e-f777d14e525f 2024-12-03T03:15:07,583 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.tmp/hbase.id 2024-12-03T03:15:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741826_1002 (size=42) 2024-12-03T03:15:07,595 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.tmp/hbase.id]:[hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/hbase.id] 2024-12-03T03:15:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741826_1002 (size=42) 2024-12-03T03:15:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741826_1002 (size=42) 2024-12-03T03:15:07,612 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:15:07,612 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T03:15:07,613 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T03:15:07,869 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:07,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741827_1003 (size=196) 2024-12-03T03:15:07,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741827_1003 (size=196) 2024-12-03T03:15:07,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741827_1003 (size=196) 2024-12-03T03:15:07,880 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T03:15:07,880 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T03:15:07,881 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:15:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741828_1004 (size=1189) 2024-12-03T03:15:07,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741828_1004 (size=1189) 2024-12-03T03:15:07,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741828_1004 (size=1189) 2024-12-03T03:15:07,898 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store 2024-12-03T03:15:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741829_1005 (size=34) 2024-12-03T03:15:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741829_1005 (size=34) 2024-12-03T03:15:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741829_1005 (size=34) 2024-12-03T03:15:07,906 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:07,906 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T03:15:07,906 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:15:07,906 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:15:07,906 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T03:15:07,906 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:15:07,906 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:15:07,906 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733195707906Disabling compacts and flushes for region at 1733195707906Disabling writes for close at 1733195707906Writing region close event to WAL at 1733195707906Closed at 1733195707906 2024-12-03T03:15:07,907 WARN [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/.initializing 2024-12-03T03:15:07,907 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/WALs/0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:07,908 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:15:07,910 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C45461%2C1733195705606, suffix=, logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/WALs/0d3ef00225a3,45461,1733195705606, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/oldWALs, maxLogs=10 2024-12-03T03:15:07,921 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/WALs/0d3ef00225a3,45461,1733195705606/0d3ef00225a3%2C45461%2C1733195705606.1733195707910, exclude list is [], retry=0 2024-12-03T03:15:07,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-68a27846-0e3f-4999-af24-49b5ce3a0db8,DISK] 2024-12-03T03:15:07,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-fa78f548-4f46-484c-ac06-fe5941de8cb8,DISK] 2024-12-03T03:15:07,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-f6477d63-69f3-4154-9684-c59147d40364,DISK] 2024-12-03T03:15:07,926 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/WALs/0d3ef00225a3,45461,1733195705606/0d3ef00225a3%2C45461%2C1733195705606.1733195707910 2024-12-03T03:15:07,926 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44197:44197),(127.0.0.1/127.0.0.1:41035:41035),(127.0.0.1/127.0.0.1:45441:45441)] 2024-12-03T03:15:07,926 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T03:15:07,926 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:07,926 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,927 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T03:15:07,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:07,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:07,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T03:15:07,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:07,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:07,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T03:15:07,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:07,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:07,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T03:15:07,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:07,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:07,935 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,936 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,936 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,937 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,937 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,938 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T03:15:07,939 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T03:15:07,940 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:07,941 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67090491, jitterRate=-2.73779034614563E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T03:15:07,942 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733195707927Initializing all the Stores at 1733195707927Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195707927Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195707928 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195707928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195707928Cleaning up temporary data from old regions at 1733195707937 (+9 ms)Region opened successfully at 1733195707942 (+5 ms) 2024-12-03T03:15:07,942 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T03:15:07,945 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13587f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:15:07,946 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T03:15:07,946 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T03:15:07,946 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T03:15:07,946 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T03:15:07,947 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T03:15:07,947 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T03:15:07,947 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-03T03:15:07,949 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T03:15:07,950 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T03:15:08,154 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T03:15:08,154 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T03:15:08,155 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T03:15:08,353 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T03:15:08,353 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T03:15:08,354 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T03:15:08,426 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T03:15:08,427 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T03:15:08,471 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T03:15:08,474 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T03:15:08,510 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T03:15:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:15:08,732 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:15:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:15:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T03:15:08,732 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:08,733 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0d3ef00225a3,45461,1733195705606, sessionid=0x101992fa89e0000, setting cluster-up flag (Was=false) 2024-12-03T03:15:09,009 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:09,379 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T03:15:09,383 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:09,620 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:09,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:09,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:09,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:10,026 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T03:15:10,027 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:10,029 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T03:15:10,031 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T03:15:10,032 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T03:15:10,032 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T03:15:10,032 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0d3ef00225a3,45461,1733195705606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T03:15:10,034 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:15:10,034 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:15:10,034 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:15:10,034 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5 2024-12-03T03:15:10,034 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0d3ef00225a3:0, corePoolSize=10, maxPoolSize=10 2024-12-03T03:15:10,035 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,035 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:15:10,035 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T03:15:10,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T03:15:10,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:10,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T03:15:10,045 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733195740045 2024-12-03T03:15:10,045 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T03:15:10,045 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T03:15:10,045 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T03:15:10,045 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T03:15:10,045 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T03:15:10,045 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T03:15:10,046 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,046 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T03:15:10,047 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T03:15:10,047 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T03:15:10,048 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T03:15:10,048 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T03:15:10,048 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733195710048,5,FailOnTimeoutGroup] 2024-12-03T03:15:10,049 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733195710048,5,FailOnTimeoutGroup] 2024-12-03T03:15:10,049 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,049 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T03:15:10,049 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,049 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741831_1007 (size=1321) 2024-12-03T03:15:10,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741831_1007 (size=1321) 2024-12-03T03:15:10,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741831_1007 (size=1321) 2024-12-03T03:15:10,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T03:15:10,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741832_1008 (size=32) 2024-12-03T03:15:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741832_1008 (size=32) 2024-12-03T03:15:10,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741832_1008 (size=32) 2024-12-03T03:15:10,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:10,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T03:15:10,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T03:15:10,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:10,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:10,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T03:15:10,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T03:15:10,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:10,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:10,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T03:15:10,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T03:15:10,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:10,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:10,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T03:15:10,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T03:15:10,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:10,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:10,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T03:15:10,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740 2024-12-03T03:15:10,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740 2024-12-03T03:15:10,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T03:15:10,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T03:15:10,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T03:15:10,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T03:15:10,085 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:10,086 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71799081, jitterRate=0.06988967955112457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T03:15:10,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733195710069Initializing all the Stores at 1733195710069Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195710069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195710070 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195710070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195710070Cleaning up temporary data from old regions at 1733195710081 (+11 ms)Region opened successfully at 1733195710086 (+5 ms) 2024-12-03T03:15:10,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T03:15:10,087 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T03:15:10,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T03:15:10,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T03:15:10,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T03:15:10,087 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T03:15:10,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733195710087Disabling compacts and flushes for region at 1733195710087Disabling writes for close at 1733195710087Writing region close event to WAL at 1733195710087Closed at 1733195710087 2024-12-03T03:15:10,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T03:15:10,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T03:15:10,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T03:15:10,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T03:15:10,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T03:15:10,096 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(746): ClusterId : ea442116-d2ff-4a6c-be2e-f777d14e525f 2024-12-03T03:15:10,096 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(746): ClusterId : ea442116-d2ff-4a6c-be2e-f777d14e525f 2024-12-03T03:15:10,096 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(746): ClusterId : ea442116-d2ff-4a6c-be2e-f777d14e525f 2024-12-03T03:15:10,096 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T03:15:10,096 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T03:15:10,096 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T03:15:10,178 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T03:15:10,178 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T03:15:10,178 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T03:15:10,178 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T03:15:10,179 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T03:15:10,179 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T03:15:10,241 WARN [0d3ef00225a3:45461 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T03:15:10,399 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T03:15:10,399 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T03:15:10,399 DEBUG [RS:2;0d3ef00225a3:38783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a153973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:15:10,400 DEBUG [RS:1;0d3ef00225a3:38801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad0b412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:15:10,401 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T03:15:10,402 DEBUG [RS:0;0d3ef00225a3:35917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bd19cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0 2024-12-03T03:15:10,414 DEBUG [RS:2;0d3ef00225a3:38783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0d3ef00225a3:38783 2024-12-03T03:15:10,414 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T03:15:10,414 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T03:15:10,414 DEBUG [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T03:15:10,415 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d3ef00225a3,45461,1733195705606 with port=38783, startcode=1733195706978 2024-12-03T03:15:10,416 DEBUG [RS:2;0d3ef00225a3:38783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T03:15:10,421 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0d3ef00225a3:38801 2024-12-03T03:15:10,421 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T03:15:10,421 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T03:15:10,421 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T03:15:10,423 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d3ef00225a3,45461,1733195705606 with port=38801, startcode=1733195706721 2024-12-03T03:15:10,423 DEBUG [RS:1;0d3ef00225a3:38801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T03:15:10,423 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T03:15:10,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:10,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(517): Registering regionserver=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:10,425 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T03:15:10,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:10,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(517): Registering regionserver=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:10,426 DEBUG [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:10,426 DEBUG [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45423 2024-12-03T03:15:10,426 DEBUG [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T03:15:10,427 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:10,427 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45423 2024-12-03T03:15:10,427 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T03:15:10,430 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0d3ef00225a3:35917 2024-12-03T03:15:10,430 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T03:15:10,430 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T03:15:10,430 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T03:15:10,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T03:15:10,777 DEBUG [RS:1;0d3ef00225a3:38801 {}] zookeeper.ZKUtil(111): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:10,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d3ef00225a3,38801,1733195706721] 2024-12-03T03:15:10,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d3ef00225a3,38783,1733195706978] 2024-12-03T03:15:10,777 WARN [RS:1;0d3ef00225a3:38801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:15:10,777 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d3ef00225a3,45461,1733195705606 with port=35917, startcode=1733195706671 2024-12-03T03:15:10,777 INFO [RS:1;0d3ef00225a3:38801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:15:10,777 DEBUG [RS:0;0d3ef00225a3:35917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T03:15:10,777 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:10,777 DEBUG [RS:2;0d3ef00225a3:38783 {}] zookeeper.ZKUtil(111): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:10,777 WARN [RS:2;0d3ef00225a3:38783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:15:10,777 INFO [RS:2;0d3ef00225a3:38783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:15:10,777 DEBUG [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:10,779 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T03:15:10,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:10,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] master.ServerManager(517): Registering regionserver=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:10,781 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:10,781 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45423 2024-12-03T03:15:10,781 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T03:15:10,783 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T03:15:10,785 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T03:15:10,787 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T03:15:10,788 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T03:15:10,789 INFO [RS:2;0d3ef00225a3:38783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T03:15:10,789 INFO [RS:1;0d3ef00225a3:38801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T03:15:10,789 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,789 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,789 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T03:15:10,789 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T03:15:10,790 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T03:15:10,790 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T03:15:10,790 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,790 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,790 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,790 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:1;0d3ef00225a3:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:15:10,791 DEBUG [RS:2;0d3ef00225a3:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:15:10,792 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,38801,1733195706721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,792 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,38783,1733195706978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:15:10,805 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T03:15:10,805 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,38801,1733195706721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,805 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,805 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.Replication(171): 0d3ef00225a3,38801,1733195706721 started 2024-12-03T03:15:10,810 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T03:15:10,810 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,38783,1733195706978-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,811 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,811 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.Replication(171): 0d3ef00225a3,38783,1733195706978 started 2024-12-03T03:15:10,818 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,818 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1482): Serving as 0d3ef00225a3,38801,1733195706721, RpcServer on 0d3ef00225a3/172.17.0.3:38801, sessionid=0x101992fa89e0002 2024-12-03T03:15:10,818 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T03:15:10,818 DEBUG [RS:1;0d3ef00225a3:38801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:10,818 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,38801,1733195706721' 2024-12-03T03:15:10,818 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T03:15:10,828 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,828 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(1482): Serving as 0d3ef00225a3,38783,1733195706978, RpcServer on 0d3ef00225a3/172.17.0.3:38783, sessionid=0x101992fa89e0003 2024-12-03T03:15:10,828 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T03:15:10,828 DEBUG [RS:2;0d3ef00225a3:38783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:10,828 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,38783,1733195706978' 2024-12-03T03:15:10,828 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T03:15:10,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T03:15:10,830 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T03:15:10,830 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T03:15:10,831 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T03:15:10,831 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T03:15:10,831 DEBUG [RS:1;0d3ef00225a3:38801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:10,831 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,38801,1733195706721' 2024-12-03T03:15:10,831 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T03:15:10,831 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T03:15:10,831 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T03:15:10,831 DEBUG [RS:0;0d3ef00225a3:35917 {}] zookeeper.ZKUtil(111): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:10,831 DEBUG [RS:2;0d3ef00225a3:38783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:10,831 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,38783,1733195706978' 2024-12-03T03:15:10,831 WARN [RS:0;0d3ef00225a3:35917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T03:15:10,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d3ef00225a3,35917,1733195706671] 2024-12-03T03:15:10,831 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T03:15:10,831 INFO [RS:0;0d3ef00225a3:35917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:15:10,831 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:10,831 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T03:15:10,832 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T03:15:10,832 DEBUG [RS:1;0d3ef00225a3:38801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T03:15:10,832 INFO [RS:1;0d3ef00225a3:38801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T03:15:10,832 INFO [RS:1;0d3ef00225a3:38801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T03:15:10,832 DEBUG [RS:2;0d3ef00225a3:38783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T03:15:10,832 INFO [RS:2;0d3ef00225a3:38783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T03:15:10,832 INFO [RS:2;0d3ef00225a3:38783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T03:15:10,836 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T03:15:10,840 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T03:15:10,840 INFO [RS:0;0d3ef00225a3:35917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T03:15:10,840 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,841 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T03:15:10,841 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T03:15:10,841 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,841 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:15:10,842 DEBUG [RS:0;0d3ef00225a3:35917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3 2024-12-03T03:15:10,844 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,844 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,844 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,845 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,845 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,845 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,35917,1733195706671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:15:10,860 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T03:15:10,860 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,35917,1733195706671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,860 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,860 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.Replication(171): 0d3ef00225a3,35917,1733195706671 started 2024-12-03T03:15:10,874 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:10,874 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1482): Serving as 0d3ef00225a3,35917,1733195706671, RpcServer on 0d3ef00225a3/172.17.0.3:35917, sessionid=0x101992fa89e0001 2024-12-03T03:15:10,874 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T03:15:10,874 DEBUG [RS:0;0d3ef00225a3:35917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:10,874 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,35917,1733195706671' 2024-12-03T03:15:10,874 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T03:15:10,875 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T03:15:10,875 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T03:15:10,875 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T03:15:10,875 DEBUG [RS:0;0d3ef00225a3:35917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:10,875 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,35917,1733195706671' 2024-12-03T03:15:10,875 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T03:15:10,876 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T03:15:10,876 DEBUG [RS:0;0d3ef00225a3:35917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T03:15:10,876 INFO [RS:0;0d3ef00225a3:35917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T03:15:10,876 INFO [RS:0;0d3ef00225a3:35917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T03:15:10,932 INFO [RS:1;0d3ef00225a3:38801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:15:10,933 INFO [RS:2;0d3ef00225a3:38783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:15:10,934 INFO [RS:1;0d3ef00225a3:38801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C38801%2C1733195706721, suffix=, logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38801,1733195706721, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs, maxLogs=32 2024-12-03T03:15:10,934 INFO [RS:2;0d3ef00225a3:38783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C38783%2C1733195706978, suffix=, logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs, maxLogs=32 2024-12-03T03:15:10,947 DEBUG [RS:1;0d3ef00225a3:38801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38801,1733195706721/0d3ef00225a3%2C38801%2C1733195706721.1733195710936, exclude list is [], retry=0 2024-12-03T03:15:10,948 DEBUG [RS:2;0d3ef00225a3:38783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978/0d3ef00225a3%2C38783%2C1733195706978.1733195710936, exclude list is [], retry=0 2024-12-03T03:15:10,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-68a27846-0e3f-4999-af24-49b5ce3a0db8,DISK] 2024-12-03T03:15:10,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-f6477d63-69f3-4154-9684-c59147d40364,DISK] 2024-12-03T03:15:10,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-fa78f548-4f46-484c-ac06-fe5941de8cb8,DISK] 2024-12-03T03:15:10,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-68a27846-0e3f-4999-af24-49b5ce3a0db8,DISK] 2024-12-03T03:15:10,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-fa78f548-4f46-484c-ac06-fe5941de8cb8,DISK] 2024-12-03T03:15:10,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-f6477d63-69f3-4154-9684-c59147d40364,DISK] 2024-12-03T03:15:10,952 INFO [RS:1;0d3ef00225a3:38801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38801,1733195706721/0d3ef00225a3%2C38801%2C1733195706721.1733195710936 2024-12-03T03:15:10,953 DEBUG [RS:1;0d3ef00225a3:38801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44197:44197),(127.0.0.1/127.0.0.1:41035:41035),(127.0.0.1/127.0.0.1:45441:45441)] 2024-12-03T03:15:10,953 INFO [RS:2;0d3ef00225a3:38783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978/0d3ef00225a3%2C38783%2C1733195706978.1733195710936 2024-12-03T03:15:10,954 DEBUG [RS:2;0d3ef00225a3:38783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44197:44197),(127.0.0.1/127.0.0.1:45441:45441),(127.0.0.1/127.0.0.1:41035:41035)] 2024-12-03T03:15:10,977 INFO [RS:0;0d3ef00225a3:35917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T03:15:10,978 INFO [RS:0;0d3ef00225a3:35917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C35917%2C1733195706671, suffix=, logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,35917,1733195706671, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs, maxLogs=32 2024-12-03T03:15:10,990 DEBUG [RS:0;0d3ef00225a3:35917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,35917,1733195706671/0d3ef00225a3%2C35917%2C1733195706671.1733195710979, exclude list is [], retry=0 2024-12-03T03:15:10,991 DEBUG [0d3ef00225a3:45461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T03:15:10,991 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(204): Hosts are {0d3ef00225a3=0} racks are {/default-rack=0} 2024-12-03T03:15:10,993 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T03:15:10,993 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T03:15:10,993 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T03:15:10,993 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T03:15:10,993 INFO [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T03:15:10,993 INFO [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T03:15:10,993 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T03:15:10,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-68a27846-0e3f-4999-af24-49b5ce3a0db8,DISK] 2024-12-03T03:15:10,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-fa78f548-4f46-484c-ac06-fe5941de8cb8,DISK] 2024-12-03T03:15:10,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:10,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-f6477d63-69f3-4154-9684-c59147d40364,DISK] 2024-12-03T03:15:10,996 INFO [RS:0;0d3ef00225a3:35917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,35917,1733195706671/0d3ef00225a3%2C35917%2C1733195706671.1733195710979 2024-12-03T03:15:10,997 DEBUG [RS:0;0d3ef00225a3:35917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44197:44197),(127.0.0.1/127.0.0.1:41035:41035),(127.0.0.1/127.0.0.1:45441:45441)] 2024-12-03T03:15:10,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,38783,1733195706978, state=OPENING 2024-12-03T03:15:11,231 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T03:15:11,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:11,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:11,273 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:11,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:15:11,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T03:15:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:11,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,38783,1733195706978}] 2024-12-03T03:15:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:12,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T03:15:12,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:12,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:12,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:17,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T03:15:17,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T03:15:21,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T03:15:21,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T03:15:21,344 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T03:15:21,345 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:15:21,345 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T03:15:21,350 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C38783%2C1733195706978.meta, suffix=.meta, logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs, maxLogs=32 2024-12-03T03:15:21,377 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, exclude list is [], retry=0 2024-12-03T03:15:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-68a27846-0e3f-4999-af24-49b5ce3a0db8,DISK] 2024-12-03T03:15:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-fa78f548-4f46-484c-ac06-fe5941de8cb8,DISK] 2024-12-03T03:15:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-f6477d63-69f3-4154-9684-c59147d40364,DISK] 2024-12-03T03:15:21,419 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta 2024-12-03T03:15:21,424 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44197:44197),(127.0.0.1/127.0.0.1:41035:41035),(127.0.0.1/127.0.0.1:45441:45441)] 2024-12-03T03:15:21,425 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T03:15:21,431 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T03:15:21,432 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T03:15:21,432 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T03:15:21,432 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T03:15:21,432 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:21,433 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T03:15:21,433 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T03:15:21,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T03:15:21,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T03:15:21,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:21,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:21,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T03:15:21,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T03:15:21,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:21,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:21,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T03:15:21,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T03:15:21,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:21,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:21,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T03:15:21,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T03:15:21,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:21,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:15:21,472 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T03:15:21,473 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740 2024-12-03T03:15:21,475 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740 2024-12-03T03:15:21,477 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T03:15:21,477 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T03:15:21,478 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T03:15:21,481 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T03:15:21,484 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70965515, jitterRate=0.05746857821941376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T03:15:21,485 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T03:15:21,486 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733195721433Writing region info on filesystem at 1733195721433Initializing all the Stores at 1733195721440 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195721441 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195721456 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195721456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195721456Cleaning up temporary data from old regions at 1733195721477 (+21 ms)Running coprocessor post-open hooks at 1733195721485 (+8 ms)Region opened successfully at 1733195721486 (+1 ms) 2024-12-03T03:15:21,487 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733195721287 2024-12-03T03:15:21,490 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T03:15:21,490 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T03:15:21,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:21,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,38783,1733195706978, state=OPEN 2024-12-03T03:15:21,942 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:15:21,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:21,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:21,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:15:21,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:15:21,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:21,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:21,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:15:21,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:15:21,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T03:15:21,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,38783,1733195706978 in 10.6690 sec 2024-12-03T03:15:21,954 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T03:15:21,954 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T03:15:21,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T03:15:21,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.8590 sec 2024-12-03T03:15:21,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:15:21,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38783,1733195706978, seqNum=-1] 2024-12-03T03:15:21,966 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:15:21,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:15:21,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.9510 sec 2024-12-03T03:15:21,984 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733195721984, completionTime=-1 2024-12-03T03:15:21,984 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T03:15:21,984 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T03:15:21,986 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T03:15:21,986 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733195781986 2024-12-03T03:15:21,987 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733195841986 2024-12-03T03:15:21,987 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T03:15:21,987 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T03:15:21,997 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45461,1733195705606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:21,997 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45461,1733195705606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:21,997 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45461,1733195705606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:21,997 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0d3ef00225a3:45461, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:21,997 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:21,998 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:22,004 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T03:15:22,007 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 14.445sec 2024-12-03T03:15:22,014 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T03:15:22,014 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T03:15:22,014 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T03:15:22,014 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T03:15:22,014 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T03:15:22,014 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45461,1733195705606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T03:15:22,014 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45461,1733195705606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T03:15:22,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617d25b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:15:22,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d3ef00225a3,45461,-1 for getting cluster id 2024-12-03T03:15:22,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T03:15:22,020 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T03:15:22,020 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T03:15:22,020 INFO [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45461,1733195705606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T03:15:22,042 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea442116-d2ff-4a6c-be2e-f777d14e525f' 2024-12-03T03:15:22,043 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T03:15:22,043 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea442116-d2ff-4a6c-be2e-f777d14e525f" 2024-12-03T03:15:22,044 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a651ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:15:22,044 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d3ef00225a3,45461,-1] 2024-12-03T03:15:22,044 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T03:15:22,060 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:15:22,065 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T03:15:22,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6dcd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:15:22,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:15:22,071 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38783,1733195706978, seqNum=-1] 2024-12-03T03:15:22,072 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:15:22,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:15:22,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:22,080 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733195722080 (current time:1733195722080). 2024-12-03T03:15:22,080 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-03T03:15:22,080 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-03T03:15:22,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61394760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:15:22,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d3ef00225a3,45461,-1 for getting cluster id 2024-12-03T03:15:22,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T03:15:22,090 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea442116-d2ff-4a6c-be2e-f777d14e525f' 2024-12-03T03:15:22,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T03:15:22,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea442116-d2ff-4a6c-be2e-f777d14e525f" 2024-12-03T03:15:22,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1605f06d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:15:22,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d3ef00225a3,45461,-1] 2024-12-03T03:15:22,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T03:15:22,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:15:22,097 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T03:15:22,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a286c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T03:15:22,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:15:22,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38783,1733195706978, seqNum=-1] 2024-12-03T03:15:22,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:15:22,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:15:22,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T03:15:22,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:15:22,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:15:22,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:15:22,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T03:15:22,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T03:15:22,108 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:22,108 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25d497f5 2024-12-03T03:15:22,109 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T03:15:22,121 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T03:15:22,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T03:15:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-03T03:15:22,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T03:15:22,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:22,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-03T03:15:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:22,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T03:15:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741837_1013 (size=361) 2024-12-03T03:15:22,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741837_1013 (size=361) 2024-12-03T03:15:22,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741837_1013 (size=361) 2024-12-03T03:15:22,156 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1af2567c6670c28227dd7f0d5b8fc2e, NAME => 'SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,159 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5ebf29172cdda668e36aa6e178026ff4, NAME => 'SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 70c2354b2e104ab898d6ca2964ec5d01, NAME => 'SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741838_1014 (size=54) 2024-12-03T03:15:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741838_1014 (size=54) 2024-12-03T03:15:22,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e1af2567c6670c28227dd7f0d5b8fc2e, disabling compactions & flushes 2024-12-03T03:15:22,275 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:22,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:22,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. after waiting 0 ms 2024-12-03T03:15:22,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:22,276 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:22,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1af2567c6670c28227dd7f0d5b8fc2e: Waiting for close lock at 1733195722275Disabling compacts and flushes for region at 1733195722275Disabling writes for close at 1733195722276 (+1 ms)Writing region close event to WAL at 1733195722276Closed at 1733195722276 2024-12-03T03:15:22,276 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e21102e878bfc6a480fd7a67a74e0919, NAME => 'SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741838_1014 (size=54) 2024-12-03T03:15:22,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741839_1015 (size=62) 2024-12-03T03:15:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741839_1015 (size=62) 2024-12-03T03:15:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741839_1015 (size=62) 2024-12-03T03:15:22,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5ebf29172cdda668e36aa6e178026ff4, disabling compactions & flushes 2024-12-03T03:15:22,322 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:22,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:22,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. after waiting 0 ms 2024-12-03T03:15:22,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:22,322 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:22,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5ebf29172cdda668e36aa6e178026ff4: Waiting for close lock at 1733195722322Disabling compacts and flushes for region at 1733195722322Disabling writes for close at 1733195722322Writing region close event to WAL at 1733195722322Closed at 1733195722322 2024-12-03T03:15:22,323 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 598725919f3ea22d52b244550ccc6624, NAME => 'SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741840_1016 (size=62) 2024-12-03T03:15:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741840_1016 (size=62) 2024-12-03T03:15:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741840_1016 (size=62) 2024-12-03T03:15:22,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 70c2354b2e104ab898d6ca2964ec5d01, disabling compactions & flushes 2024-12-03T03:15:22,362 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:22,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:22,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. after waiting 0 ms 2024-12-03T03:15:22,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:22,363 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:22,363 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 70c2354b2e104ab898d6ca2964ec5d01: Waiting for close lock at 1733195722362Disabling compacts and flushes for region at 1733195722362Disabling writes for close at 1733195722363 (+1 ms)Writing region close event to WAL at 1733195722363Closed at 1733195722363 2024-12-03T03:15:22,363 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c5484e9fd054ddd1373ff62512edd75c, NAME => 'SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741841_1017 (size=62) 2024-12-03T03:15:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741841_1017 (size=62) 2024-12-03T03:15:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741841_1017 (size=62) 2024-12-03T03:15:22,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e21102e878bfc6a480fd7a67a74e0919, disabling compactions & flushes 2024-12-03T03:15:22,525 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:22,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:22,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. after waiting 0 ms 2024-12-03T03:15:22,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:22,526 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:22,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e21102e878bfc6a480fd7a67a74e0919: Waiting for close lock at 1733195722525Disabling compacts and flushes for region at 1733195722525Disabling writes for close at 1733195722525Writing region close event to WAL at 1733195722526 (+1 ms)Closed at 1733195722526 2024-12-03T03:15:22,526 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 137dc74fa0eb98679805dbb7e982ab40, NAME => 'SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741843_1019 (size=62) 2024-12-03T03:15:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741843_1019 (size=62) 2024-12-03T03:15:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741843_1019 (size=62) 2024-12-03T03:15:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741842_1018 (size=62) 2024-12-03T03:15:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741842_1018 (size=62) 2024-12-03T03:15:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741842_1018 (size=62) 2024-12-03T03:15:22,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 598725919f3ea22d52b244550ccc6624, disabling compactions & flushes 2024-12-03T03:15:22,578 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:22,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:22,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. after waiting 0 ms 2024-12-03T03:15:22,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:22,579 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:22,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 598725919f3ea22d52b244550ccc6624: Waiting for close lock at 1733195722578Disabling compacts and flushes for region at 1733195722578Disabling writes for close at 1733195722578Writing region close event to WAL at 1733195722579 (+1 ms)Closed at 1733195722579 2024-12-03T03:15:22,579 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0905c7f10311acd5586ece09bc7c0363, NAME => 'SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741844_1020 (size=62) 2024-12-03T03:15:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741844_1020 (size=62) 2024-12-03T03:15:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741844_1020 (size=62) 2024-12-03T03:15:22,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 137dc74fa0eb98679805dbb7e982ab40, disabling compactions & flushes 2024-12-03T03:15:22,625 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:22,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:22,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. after waiting 0 ms 2024-12-03T03:15:22,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:22,625 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:22,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 137dc74fa0eb98679805dbb7e982ab40: Waiting for close lock at 1733195722625Disabling compacts and flushes for region at 1733195722625Disabling writes for close at 1733195722625Writing region close event to WAL at 1733195722625Closed at 1733195722625 2024-12-03T03:15:22,626 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b37bc4e6e5d84904883a8048cddccf6, NAME => 'SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741845_1021 (size=62) 2024-12-03T03:15:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741845_1021 (size=62) 2024-12-03T03:15:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741845_1021 (size=62) 2024-12-03T03:15:22,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0905c7f10311acd5586ece09bc7c0363, disabling compactions & flushes 2024-12-03T03:15:22,665 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:22,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:22,666 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. after waiting 0 ms 2024-12-03T03:15:22,666 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:22,666 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:22,666 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0905c7f10311acd5586ece09bc7c0363: Waiting for close lock at 1733195722665Disabling compacts and flushes for region at 1733195722665Disabling writes for close at 1733195722666 (+1 ms)Writing region close event to WAL at 1733195722666Closed at 1733195722666 2024-12-03T03:15:22,666 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4e5569d2b1c8c3daefb687cd24fff3bd, NAME => 'SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a 2024-12-03T03:15:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741847_1023 (size=54) 2024-12-03T03:15:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741846_1022 (size=62) 2024-12-03T03:15:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741847_1023 (size=54) 2024-12-03T03:15:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741846_1022 (size=62) 2024-12-03T03:15:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741847_1023 (size=54) 2024-12-03T03:15:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741846_1022 (size=62) 2024-12-03T03:15:22,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4e5569d2b1c8c3daefb687cd24fff3bd, disabling compactions & flushes 2024-12-03T03:15:22,736 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:22,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:22,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. after waiting 0 ms 2024-12-03T03:15:22,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:22,736 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:22,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4e5569d2b1c8c3daefb687cd24fff3bd: Waiting for close lock at 1733195722736Disabling compacts and flushes for region at 1733195722736Disabling writes for close at 1733195722736Writing region close event to WAL at 1733195722736Closed at 1733195722736 2024-12-03T03:15:22,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b37bc4e6e5d84904883a8048cddccf6, disabling compactions & flushes 2024-12-03T03:15:22,741 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:22,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:22,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. after waiting 0 ms 2024-12-03T03:15:22,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:22,741 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:22,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b37bc4e6e5d84904883a8048cddccf6: Waiting for close lock at 1733195722741Disabling compacts and flushes for region at 1733195722741Disabling writes for close at 1733195722741Writing region close event to WAL at 1733195722741Closed at 1733195722741 2024-12-03T03:15:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:22,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T03:15:22,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:22,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c5484e9fd054ddd1373ff62512edd75c, disabling compactions & flushes 2024-12-03T03:15:22,939 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:22,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:22,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. after waiting 0 ms 2024-12-03T03:15:22,939 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:22,939 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:22,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c5484e9fd054ddd1373ff62512edd75c: Waiting for close lock at 1733195722939Disabling compacts and flushes for region at 1733195722939Disabling writes for close at 1733195722939Writing region close event to WAL at 1733195722939Closed at 1733195722939 2024-12-03T03:15:22,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T03:15:22,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733195722945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733195722945"}]},"ts":"1733195722945"} 2024-12-03T03:15:22,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-03T03:15:22,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T03:15:22,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733195722959"}]},"ts":"1733195722959"} 2024-12-03T03:15:22,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-03T03:15:22,965 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0d3ef00225a3=0} racks are {/default-rack=0} 2024-12-03T03:15:22,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T03:15:22,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T03:15:22,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T03:15:22,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T03:15:22,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T03:15:22,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T03:15:22,971 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T03:15:22,971 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T03:15:22,971 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T03:15:22,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T03:15:22,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1af2567c6670c28227dd7f0d5b8fc2e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ebf29172cdda668e36aa6e178026ff4, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70c2354b2e104ab898d6ca2964ec5d01, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e21102e878bfc6a480fd7a67a74e0919, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=598725919f3ea22d52b244550ccc6624, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5484e9fd054ddd1373ff62512edd75c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=137dc74fa0eb98679805dbb7e982ab40, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0905c7f10311acd5586ece09bc7c0363, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b37bc4e6e5d84904883a8048cddccf6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e5569d2b1c8c3daefb687cd24fff3bd, ASSIGN}] 2024-12-03T03:15:22,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1af2567c6670c28227dd7f0d5b8fc2e, ASSIGN 2024-12-03T03:15:22,983 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ebf29172cdda668e36aa6e178026ff4, ASSIGN 2024-12-03T03:15:22,983 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70c2354b2e104ab898d6ca2964ec5d01, ASSIGN 2024-12-03T03:15:22,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e21102e878bfc6a480fd7a67a74e0919, ASSIGN 2024-12-03T03:15:22,985 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e5569d2b1c8c3daefb687cd24fff3bd, ASSIGN 2024-12-03T03:15:22,986 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e21102e878bfc6a480fd7a67a74e0919, ASSIGN; state=OFFLINE, location=0d3ef00225a3,38783,1733195706978; forceNewPlan=false, retain=false 2024-12-03T03:15:22,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1af2567c6670c28227dd7f0d5b8fc2e, ASSIGN; state=OFFLINE, location=0d3ef00225a3,38783,1733195706978; forceNewPlan=false, retain=false 2024-12-03T03:15:22,987 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ebf29172cdda668e36aa6e178026ff4, ASSIGN; state=OFFLINE, location=0d3ef00225a3,38801,1733195706721; forceNewPlan=false, retain=false 2024-12-03T03:15:22,987 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70c2354b2e104ab898d6ca2964ec5d01, ASSIGN; state=OFFLINE, location=0d3ef00225a3,35917,1733195706671; forceNewPlan=false, retain=false 2024-12-03T03:15:22,987 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e5569d2b1c8c3daefb687cd24fff3bd, ASSIGN; state=OFFLINE, location=0d3ef00225a3,38801,1733195706721; forceNewPlan=false, retain=false 2024-12-03T03:15:22,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b37bc4e6e5d84904883a8048cddccf6, ASSIGN 2024-12-03T03:15:22,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b37bc4e6e5d84904883a8048cddccf6, ASSIGN; state=OFFLINE, location=0d3ef00225a3,35917,1733195706671; forceNewPlan=false, retain=false 2024-12-03T03:15:22,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0905c7f10311acd5586ece09bc7c0363, ASSIGN 2024-12-03T03:15:22,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0905c7f10311acd5586ece09bc7c0363, ASSIGN; state=OFFLINE, location=0d3ef00225a3,38783,1733195706978; forceNewPlan=false, retain=false 2024-12-03T03:15:22,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5484e9fd054ddd1373ff62512edd75c, ASSIGN 2024-12-03T03:15:22,995 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5484e9fd054ddd1373ff62512edd75c, ASSIGN; state=OFFLINE, location=0d3ef00225a3,38783,1733195706978; forceNewPlan=false, retain=false 2024-12-03T03:15:22,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=598725919f3ea22d52b244550ccc6624, ASSIGN 2024-12-03T03:15:22,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=137dc74fa0eb98679805dbb7e982ab40, ASSIGN 2024-12-03T03:15:22,997 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=598725919f3ea22d52b244550ccc6624, ASSIGN; state=OFFLINE, location=0d3ef00225a3,38801,1733195706721; forceNewPlan=false, retain=false 2024-12-03T03:15:23,000 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=137dc74fa0eb98679805dbb7e982ab40, ASSIGN; state=OFFLINE, location=0d3ef00225a3,35917,1733195706671; forceNewPlan=false, retain=false 2024-12-03T03:15:23,137 INFO [0d3ef00225a3:45461 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-03T03:15:23,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4e5569d2b1c8c3daefb687cd24fff3bd, regionState=OPENING, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:23,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=598725919f3ea22d52b244550ccc6624, regionState=OPENING, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:23,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ebf29172cdda668e36aa6e178026ff4, regionState=OPENING, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:23,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0905c7f10311acd5586ece09bc7c0363, regionState=OPENING, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:23,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c5484e9fd054ddd1373ff62512edd75c, regionState=OPENING, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:23,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1af2567c6670c28227dd7f0d5b8fc2e, regionState=OPENING, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:23,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2b37bc4e6e5d84904883a8048cddccf6, regionState=OPENING, regionLocation=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:23,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e21102e878bfc6a480fd7a67a74e0919, regionState=OPENING, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:23,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=137dc74fa0eb98679805dbb7e982ab40, regionState=OPENING, regionLocation=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:23,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70c2354b2e104ab898d6ca2964ec5d01, regionState=OPENING, regionLocation=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:23,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4e5569d2b1c8c3daefb687cd24fff3bd, ASSIGN because future has completed 2024-12-03T03:15:23,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e5569d2b1c8c3daefb687cd24fff3bd, server=0d3ef00225a3,38801,1733195706721}] 2024-12-03T03:15:23,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=598725919f3ea22d52b244550ccc6624, ASSIGN because future has completed 2024-12-03T03:15:23,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5ebf29172cdda668e36aa6e178026ff4, ASSIGN because future has completed 2024-12-03T03:15:23,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 598725919f3ea22d52b244550ccc6624, server=0d3ef00225a3,38801,1733195706721}] 2024-12-03T03:15:23,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0905c7f10311acd5586ece09bc7c0363, ASSIGN because future has completed 2024-12-03T03:15:23,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1af2567c6670c28227dd7f0d5b8fc2e, ASSIGN because future has completed 2024-12-03T03:15:23,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0905c7f10311acd5586ece09bc7c0363, server=0d3ef00225a3,38783,1733195706978}] 2024-12-03T03:15:23,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b37bc4e6e5d84904883a8048cddccf6, ASSIGN because future has completed 2024-12-03T03:15:23,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e21102e878bfc6a480fd7a67a74e0919, ASSIGN because future has completed 2024-12-03T03:15:23,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=137dc74fa0eb98679805dbb7e982ab40, ASSIGN because future has completed 2024-12-03T03:15:23,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebf29172cdda668e36aa6e178026ff4, server=0d3ef00225a3,38801,1733195706721}] 2024-12-03T03:15:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70c2354b2e104ab898d6ca2964ec5d01, ASSIGN because future has completed 2024-12-03T03:15:23,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1af2567c6670c28227dd7f0d5b8fc2e, server=0d3ef00225a3,38783,1733195706978}] 2024-12-03T03:15:23,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5484e9fd054ddd1373ff62512edd75c, ASSIGN because future has completed 2024-12-03T03:15:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:23,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70c2354b2e104ab898d6ca2964ec5d01, server=0d3ef00225a3,35917,1733195706671}] 2024-12-03T03:15:23,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 137dc74fa0eb98679805dbb7e982ab40, server=0d3ef00225a3,35917,1733195706671}] 2024-12-03T03:15:23,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e21102e878bfc6a480fd7a67a74e0919, server=0d3ef00225a3,38783,1733195706978}] 2024-12-03T03:15:23,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5484e9fd054ddd1373ff62512edd75c, server=0d3ef00225a3,38783,1733195706978}] 2024-12-03T03:15:23,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b37bc4e6e5d84904883a8048cddccf6, server=0d3ef00225a3,35917,1733195706671}] 2024-12-03T03:15:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:26,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:26,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:26,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:26,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T03:15:26,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:27,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:27,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:27,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T03:15:27,451 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T03:15:27,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T03:15:27,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T03:15:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:33,221 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T03:15:33,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T03:15:33,246 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:33,247 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ebf29172cdda668e36aa6e178026ff4, NAME => 'SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-03T03:15:33,247 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,247 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,247 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,247 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,257 INFO [StoreOpener-5ebf29172cdda668e36aa6e178026ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,260 INFO [StoreOpener-5ebf29172cdda668e36aa6e178026ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ebf29172cdda668e36aa6e178026ff4 columnFamilyName cf 2024-12-03T03:15:33,261 DEBUG [StoreOpener-5ebf29172cdda668e36aa6e178026ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,261 INFO [StoreOpener-5ebf29172cdda668e36aa6e178026ff4-1 {}] regionserver.HStore(327): Store=5ebf29172cdda668e36aa6e178026ff4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,264 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,265 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,266 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,267 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:33,267 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e21102e878bfc6a480fd7a67a74e0919, NAME => 'SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-03T03:15:33,268 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,268 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,268 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,268 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,269 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,269 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,271 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,279 INFO [StoreOpener-e21102e878bfc6a480fd7a67a74e0919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,280 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/5ebf29172cdda668e36aa6e178026ff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,281 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5ebf29172cdda668e36aa6e178026ff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585029, jitterRate=-0.06741039454936981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,281 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:33,281 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5ebf29172cdda668e36aa6e178026ff4: Running coprocessor pre-open hook at 1733195733247Writing region info on filesystem at 1733195733247Initializing all the Stores at 1733195733248 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733248Cleaning up temporary data from old regions at 1733195733269 (+21 ms)Running coprocessor post-open hooks at 1733195733281 (+12 ms)Region opened successfully at 1733195733281 2024-12-03T03:15:33,281 INFO [StoreOpener-e21102e878bfc6a480fd7a67a74e0919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e21102e878bfc6a480fd7a67a74e0919 columnFamilyName cf 2024-12-03T03:15:33,282 DEBUG [StoreOpener-e21102e878bfc6a480fd7a67a74e0919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,282 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4., pid=18, masterSystemTime=1733195733220 2024-12-03T03:15:33,283 INFO [StoreOpener-e21102e878bfc6a480fd7a67a74e0919-1 {}] regionserver.HStore(327): Store=e21102e878bfc6a480fd7a67a74e0919/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,283 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,285 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:33,285 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:33,286 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,286 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ebf29172cdda668e36aa6e178026ff4, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:33,287 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:33,287 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e5569d2b1c8c3daefb687cd24fff3bd, NAME => 'SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-03T03:15:33,287 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,287 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,288 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,288 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,288 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,289 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,289 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ebf29172cdda668e36aa6e178026ff4, server=0d3ef00225a3,38801,1733195706721 because future has completed 2024-12-03T03:15:33,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-03T03:15:33,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ebf29172cdda668e36aa6e178026ff4, server=0d3ef00225a3,38801,1733195706721 in 10.0460 sec 2024-12-03T03:15:33,296 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5ebf29172cdda668e36aa6e178026ff4, ASSIGN in 10.3200 sec 2024-12-03T03:15:33,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T03:15:33,308 INFO [StoreOpener-4e5569d2b1c8c3daefb687cd24fff3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T03:15:33,310 INFO [StoreOpener-4e5569d2b1c8c3daefb687cd24fff3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5569d2b1c8c3daefb687cd24fff3bd columnFamilyName cf 2024-12-03T03:15:33,310 DEBUG [StoreOpener-4e5569d2b1c8c3daefb687cd24fff3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,311 INFO [StoreOpener-4e5569d2b1c8c3daefb687cd24fff3bd-1 {}] regionserver.HStore(327): Store=4e5569d2b1c8c3daefb687cd24fff3bd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,311 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,312 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/e21102e878bfc6a480fd7a67a74e0919/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,312 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,314 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,314 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e21102e878bfc6a480fd7a67a74e0919; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72161110, jitterRate=0.07528433203697205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,314 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:33,314 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e21102e878bfc6a480fd7a67a74e0919: Running coprocessor pre-open hook at 1733195733268Writing region info on filesystem at 1733195733268Initializing all the Stores at 1733195733273 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733273Cleaning up temporary data from old regions at 1733195733289 (+16 ms)Running coprocessor post-open hooks at 1733195733314 (+25 ms)Region opened successfully at 1733195733314 2024-12-03T03:15:33,315 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,315 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,315 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919., pid=23, masterSystemTime=1733195733256 2024-12-03T03:15:33,318 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:33,318 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:33,318 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:33,318 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c5484e9fd054ddd1373ff62512edd75c, NAME => 'SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-03T03:15:33,319 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,319 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,319 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,319 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e21102e878bfc6a480fd7a67a74e0919, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:33,321 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e21102e878bfc6a480fd7a67a74e0919, server=0d3ef00225a3,38783,1733195706978 because future has completed 2024-12-03T03:15:33,327 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:33,328 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b37bc4e6e5d84904883a8048cddccf6, NAME => 'SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-03T03:15:33,328 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,328 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,328 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,328 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-03T03:15:33,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e21102e878bfc6a480fd7a67a74e0919, server=0d3ef00225a3,38783,1733195706978 in 10.0270 sec 2024-12-03T03:15:33,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e21102e878bfc6a480fd7a67a74e0919, ASSIGN in 10.3570 sec 2024-12-03T03:15:33,344 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,344 INFO [StoreOpener-c5484e9fd054ddd1373ff62512edd75c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,345 INFO [StoreOpener-2b37bc4e6e5d84904883a8048cddccf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,352 INFO [StoreOpener-2b37bc4e6e5d84904883a8048cddccf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b37bc4e6e5d84904883a8048cddccf6 columnFamilyName cf 2024-12-03T03:15:33,352 DEBUG [StoreOpener-2b37bc4e6e5d84904883a8048cddccf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,353 INFO [StoreOpener-2b37bc4e6e5d84904883a8048cddccf6-1 {}] regionserver.HStore(327): Store=2b37bc4e6e5d84904883a8048cddccf6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,353 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,354 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4e5569d2b1c8c3daefb687cd24fff3bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68307853, jitterRate=0.017866328358650208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,354 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:33,354 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,354 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4e5569d2b1c8c3daefb687cd24fff3bd: Running coprocessor pre-open hook at 1733195733288Writing region info on filesystem at 1733195733288Initializing all the Stores at 1733195733292 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733292Cleaning up temporary data from old regions at 1733195733315 (+23 ms)Running coprocessor post-open hooks at 1733195733354 (+39 ms)Region opened successfully at 1733195733354 2024-12-03T03:15:33,354 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,355 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd., pid=15, masterSystemTime=1733195733220 2024-12-03T03:15:33,356 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,356 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,358 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:33,358 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:33,358 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:33,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4e5569d2b1c8c3daefb687cd24fff3bd, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:33,358 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 598725919f3ea22d52b244550ccc6624, NAME => 'SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-03T03:15:33,358 INFO [StoreOpener-c5484e9fd054ddd1373ff62512edd75c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5484e9fd054ddd1373ff62512edd75c columnFamilyName cf 2024-12-03T03:15:33,358 DEBUG [StoreOpener-c5484e9fd054ddd1373ff62512edd75c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,359 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,359 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,359 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,359 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,359 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,361 INFO [StoreOpener-c5484e9fd054ddd1373ff62512edd75c-1 {}] regionserver.HStore(327): Store=c5484e9fd054ddd1373ff62512edd75c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,361 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,362 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,362 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,363 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,363 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e5569d2b1c8c3daefb687cd24fff3bd, server=0d3ef00225a3,38801,1733195706721 because future has completed 2024-12-03T03:15:33,365 INFO [StoreOpener-598725919f3ea22d52b244550ccc6624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,365 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,369 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T03:15:33,369 INFO [StoreOpener-598725919f3ea22d52b244550ccc6624-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 598725919f3ea22d52b244550ccc6624 columnFamilyName cf 2024-12-03T03:15:33,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e5569d2b1c8c3daefb687cd24fff3bd, server=0d3ef00225a3,38801,1733195706721 in 10.1920 sec 2024-12-03T03:15:33,369 DEBUG [StoreOpener-598725919f3ea22d52b244550ccc6624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,369 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2b37bc4e6e5d84904883a8048cddccf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68430296, jitterRate=0.019690871238708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,369 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:33,370 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2b37bc4e6e5d84904883a8048cddccf6: Running coprocessor pre-open hook at 1733195733329Writing region info on filesystem at 1733195733329Initializing all the Stores at 1733195733339 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733339Cleaning up temporary data from old regions at 1733195733356 (+17 ms)Running coprocessor post-open hooks at 1733195733369 (+13 ms)Region opened successfully at 1733195733370 (+1 ms) 2024-12-03T03:15:33,371 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6., pid=24, masterSystemTime=1733195733297 2024-12-03T03:15:33,371 INFO [StoreOpener-598725919f3ea22d52b244550ccc6624-1 {}] regionserver.HStore(327): Store=598725919f3ea22d52b244550ccc6624/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,371 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,372 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4e5569d2b1c8c3daefb687cd24fff3bd, ASSIGN in 10.3950 sec 2024-12-03T03:15:33,373 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:33,373 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:33,373 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:33,373 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,373 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 137dc74fa0eb98679805dbb7e982ab40, NAME => 'SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-03T03:15:33,374 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,374 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,374 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,374 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,374 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,374 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2b37bc4e6e5d84904883a8048cddccf6, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:33,377 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,377 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/c5484e9fd054ddd1373ff62512edd75c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,378 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c5484e9fd054ddd1373ff62512edd75c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968321, jitterRate=-0.0467977374792099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,378 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:33,378 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c5484e9fd054ddd1373ff62512edd75c: Running coprocessor pre-open hook at 1733195733319Writing region info on filesystem at 1733195733319Initializing all the Stores at 1733195733320 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733320Cleaning up temporary data from old regions at 1733195733363 (+43 ms)Running coprocessor post-open hooks at 1733195733378 (+15 ms)Region opened successfully at 1733195733378 2024-12-03T03:15:33,379 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c., pid=22, masterSystemTime=1733195733256 2024-12-03T03:15:33,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b37bc4e6e5d84904883a8048cddccf6, server=0d3ef00225a3,35917,1733195706671 because future has completed 2024-12-03T03:15:33,382 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:33,382 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:33,382 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:33,382 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0905c7f10311acd5586ece09bc7c0363, NAME => 'SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-03T03:15:33,383 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,383 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,383 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,383 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c5484e9fd054ddd1373ff62512edd75c, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:33,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-03T03:15:33,386 INFO [StoreOpener-137dc74fa0eb98679805dbb7e982ab40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b37bc4e6e5d84904883a8048cddccf6, server=0d3ef00225a3,35917,1733195706671 in 10.0680 sec 2024-12-03T03:15:33,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5484e9fd054ddd1373ff62512edd75c, server=0d3ef00225a3,38783,1733195706978 because future has completed 2024-12-03T03:15:33,389 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0d3ef00225a3,38783,1733195706978, table=SPTestTable, region=c5484e9fd054ddd1373ff62512edd75c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T03:15:33,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b37bc4e6e5d84904883a8048cddccf6, ASSIGN in 10.4120 sec 2024-12-03T03:15:33,390 INFO [StoreOpener-137dc74fa0eb98679805dbb7e982ab40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 137dc74fa0eb98679805dbb7e982ab40 columnFamilyName cf 2024-12-03T03:15:33,390 DEBUG [StoreOpener-137dc74fa0eb98679805dbb7e982ab40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,391 INFO [StoreOpener-137dc74fa0eb98679805dbb7e982ab40-1 {}] regionserver.HStore(327): Store=137dc74fa0eb98679805dbb7e982ab40/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,391 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,392 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,392 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,393 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,393 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-03T03:15:33,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c5484e9fd054ddd1373ff62512edd75c, server=0d3ef00225a3,38783,1733195706978 in 10.0970 sec 2024-12-03T03:15:33,396 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5484e9fd054ddd1373ff62512edd75c, ASSIGN in 10.4210 sec 2024-12-03T03:15:33,403 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/598725919f3ea22d52b244550ccc6624/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,404 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 598725919f3ea22d52b244550ccc6624; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65391623, jitterRate=-0.025588884949684143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,404 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:33,405 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 598725919f3ea22d52b244550ccc6624: Running coprocessor pre-open hook at 1733195733359Writing region info on filesystem at 1733195733359Initializing all the Stores at 1733195733360 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733360Cleaning up temporary data from old regions at 1733195733374 (+14 ms)Running coprocessor post-open hooks at 1733195733404 (+30 ms)Region opened successfully at 1733195733404 2024-12-03T03:15:33,407 INFO [StoreOpener-0905c7f10311acd5586ece09bc7c0363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,406 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624., pid=16, masterSystemTime=1733195733220 2024-12-03T03:15:33,409 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,412 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:33,412 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:33,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=598725919f3ea22d52b244550ccc6624, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:33,413 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 137dc74fa0eb98679805dbb7e982ab40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63004907, jitterRate=-0.061153724789619446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,413 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:33,413 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 137dc74fa0eb98679805dbb7e982ab40: Running coprocessor pre-open hook at 1733195733374Writing region info on filesystem at 1733195733374Initializing all the Stores at 1733195733377 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733377Cleaning up temporary data from old regions at 1733195733393 (+16 ms)Running coprocessor post-open hooks at 1733195733413 (+20 ms)Region opened successfully at 1733195733413 2024-12-03T03:15:33,416 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40., pid=20, masterSystemTime=1733195733297 2024-12-03T03:15:33,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 598725919f3ea22d52b244550ccc6624, server=0d3ef00225a3,38801,1733195706721 because future has completed 2024-12-03T03:15:33,419 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:33,419 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:33,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=137dc74fa0eb98679805dbb7e982ab40, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:33,419 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:33,420 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 70c2354b2e104ab898d6ca2964ec5d01, NAME => 'SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-03T03:15:33,420 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,420 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,420 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,420 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,422 INFO [StoreOpener-0905c7f10311acd5586ece09bc7c0363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0905c7f10311acd5586ece09bc7c0363 columnFamilyName cf 2024-12-03T03:15:33,422 DEBUG [StoreOpener-0905c7f10311acd5586ece09bc7c0363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 137dc74fa0eb98679805dbb7e982ab40, server=0d3ef00225a3,35917,1733195706671 because future has completed 2024-12-03T03:15:33,424 INFO [StoreOpener-0905c7f10311acd5586ece09bc7c0363-1 {}] regionserver.HStore(327): Store=0905c7f10311acd5586ece09bc7c0363/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,428 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,429 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,430 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-03T03:15:33,430 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,430 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,432 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,434 INFO [StoreOpener-70c2354b2e104ab898d6ca2964ec5d01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 598725919f3ea22d52b244550ccc6624, server=0d3ef00225a3,38801,1733195706721 in 10.2260 sec 2024-12-03T03:15:33,437 INFO [StoreOpener-70c2354b2e104ab898d6ca2964ec5d01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c2354b2e104ab898d6ca2964ec5d01 columnFamilyName cf 2024-12-03T03:15:33,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-03T03:15:33,437 DEBUG [StoreOpener-70c2354b2e104ab898d6ca2964ec5d01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 137dc74fa0eb98679805dbb7e982ab40, server=0d3ef00225a3,35917,1733195706671 in 10.1450 sec 2024-12-03T03:15:33,439 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,439 INFO [StoreOpener-70c2354b2e104ab898d6ca2964ec5d01-1 {}] regionserver.HStore(327): Store=70c2354b2e104ab898d6ca2964ec5d01/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,439 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,440 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0905c7f10311acd5586ece09bc7c0363; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66242663, jitterRate=-0.012907400727272034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,440 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:33,440 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0905c7f10311acd5586ece09bc7c0363: Running coprocessor pre-open hook at 1733195733383Writing region info on filesystem at 1733195733383Initializing all the Stores at 1733195733385 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733385Cleaning up temporary data from old regions at 1733195733430 (+45 ms)Running coprocessor post-open hooks at 1733195733440 (+10 ms)Region opened successfully at 1733195733440 2024-12-03T03:15:33,441 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,441 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,441 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363., pid=17, masterSystemTime=1733195733256 2024-12-03T03:15:33,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=598725919f3ea22d52b244550ccc6624, ASSIGN in 10.4570 sec 2024-12-03T03:15:33,443 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,443 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=137dc74fa0eb98679805dbb7e982ab40, ASSIGN in 10.4630 sec 2024-12-03T03:15:33,446 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:33,446 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:33,446 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:33,446 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e1af2567c6670c28227dd7f0d5b8fc2e, NAME => 'SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-03T03:15:33,446 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,446 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,446 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:15:33,447 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,447 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,451 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0905c7f10311acd5586ece09bc7c0363, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:33,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0905c7f10311acd5586ece09bc7c0363, server=0d3ef00225a3,38783,1733195706978 because future has completed 2024-12-03T03:15:33,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-03T03:15:33,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0905c7f10311acd5586ece09bc7c0363, server=0d3ef00225a3,38783,1733195706978 in 10.2360 sec 2024-12-03T03:15:33,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0905c7f10311acd5586ece09bc7c0363, ASSIGN in 10.4850 sec 2024-12-03T03:15:33,461 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/70c2354b2e104ab898d6ca2964ec5d01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,462 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 70c2354b2e104ab898d6ca2964ec5d01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58754661, jitterRate=-0.12448732554912567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,462 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:33,462 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 70c2354b2e104ab898d6ca2964ec5d01: Running coprocessor pre-open hook at 1733195733420Writing region info on filesystem at 1733195733420Initializing all the Stores at 1733195733422 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733422Cleaning up temporary data from old regions at 1733195733443 (+21 ms)Running coprocessor post-open hooks at 1733195733462 (+19 ms)Region opened successfully at 1733195733462 2024-12-03T03:15:33,463 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01., pid=21, masterSystemTime=1733195733297 2024-12-03T03:15:33,466 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:33,466 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:33,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=70c2354b2e104ab898d6ca2964ec5d01, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:33,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70c2354b2e104ab898d6ca2964ec5d01, server=0d3ef00225a3,35917,1733195706671 because future has completed 2024-12-03T03:15:33,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-03T03:15:33,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 70c2354b2e104ab898d6ca2964ec5d01, server=0d3ef00225a3,35917,1733195706671 in 10.1770 sec 2024-12-03T03:15:33,476 INFO [StoreOpener-e1af2567c6670c28227dd7f0d5b8fc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,478 INFO [StoreOpener-e1af2567c6670c28227dd7f0d5b8fc2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1af2567c6670c28227dd7f0d5b8fc2e columnFamilyName cf 2024-12-03T03:15:33,478 DEBUG [StoreOpener-e1af2567c6670c28227dd7f0d5b8fc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:15:33,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70c2354b2e104ab898d6ca2964ec5d01, ASSIGN in 10.4990 sec 2024-12-03T03:15:33,481 INFO [StoreOpener-e1af2567c6670c28227dd7f0d5b8fc2e-1 {}] regionserver.HStore(327): Store=e1af2567c6670c28227dd7f0d5b8fc2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T03:15:33,481 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,483 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,484 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,485 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,485 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,487 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,503 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/e1af2567c6670c28227dd7f0d5b8fc2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T03:15:33,505 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e1af2567c6670c28227dd7f0d5b8fc2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66665485, jitterRate=-0.00660686194896698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T03:15:33,505 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:33,505 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e1af2567c6670c28227dd7f0d5b8fc2e: Running coprocessor pre-open hook at 1733195733447Writing region info on filesystem at 1733195733447Initializing all the Stores at 1733195733453 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195733453Cleaning up temporary data from old regions at 1733195733485 (+32 ms)Running coprocessor post-open hooks at 1733195733505 (+20 ms)Region opened successfully at 1733195733505 2024-12-03T03:15:33,506 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e., pid=19, masterSystemTime=1733195733256 2024-12-03T03:15:33,508 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:33,508 INFO [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:33,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1af2567c6670c28227dd7f0d5b8fc2e, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1af2567c6670c28227dd7f0d5b8fc2e, server=0d3ef00225a3,38783,1733195706978 because future has completed 2024-12-03T03:15:33,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-03T03:15:33,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1af2567c6670c28227dd7f0d5b8fc2e, server=0d3ef00225a3,38783,1733195706978 in 10.2610 sec 2024-12-03T03:15:33,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T03:15:33,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1af2567c6670c28227dd7f0d5b8fc2e, ASSIGN in 10.5430 sec 2024-12-03T03:15:33,525 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T03:15:33,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733195733525"}]},"ts":"1733195733525"} 2024-12-03T03:15:33,531 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-03T03:15:33,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T03:15:33,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4100 sec 2024-12-03T03:15:34,664 INFO [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-03T03:15:34,784 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-03T03:15:35,584 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T03:15:38,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:38,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:38,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:38,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T03:15:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:38,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:38,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T03:15:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T03:15:40,389 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-03T03:15:40,389 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-03T03:15:40,389 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:15:40,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-03T03:15:40,396 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:15:40,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-03T03:15:40,446 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40., hostname=0d3ef00225a3,35917,1733195706671, seqNum=2] 2024-12-03T03:15:40,451 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40., hostname=0d3ef00225a3,35917,1733195706671, seqNum=2] 2024-12-03T03:15:40,452 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40., hostname=0d3ef00225a3,35917,1733195706671, seqNum=2] 2024-12-03T03:15:40,520 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363., hostname=0d3ef00225a3,38783,1733195706978, seqNum=2] 2024-12-03T03:15:40,522 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363., hostname=0d3ef00225a3,38783,1733195706978, seqNum=2] 2024-12-03T03:15:40,523 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363., hostname=0d3ef00225a3,38783,1733195706978, seqNum=2] 2024-12-03T03:15:40,533 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363., hostname=0d3ef00225a3,38783,1733195706978, seqNum=2] 2024-12-03T03:15:40,535 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363., hostname=0d3ef00225a3,38783,1733195706978, seqNum=2] 2024-12-03T03:15:40,641 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6., hostname=0d3ef00225a3,35917,1733195706671, seqNum=2] 2024-12-03T03:15:40,643 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6., hostname=0d3ef00225a3,35917,1733195706671, seqNum=2] 2024-12-03T03:15:40,645 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6., hostname=0d3ef00225a3,35917,1733195706671, seqNum=2] 2024-12-03T03:15:40,749 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd., hostname=0d3ef00225a3,38801,1733195706721, seqNum=2] 2024-12-03T03:15:40,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd., hostname=0d3ef00225a3,38801,1733195706721, seqNum=2] 2024-12-03T03:15:40,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd., hostname=0d3ef00225a3,38801,1733195706721, seqNum=2] 2024-12-03T03:15:40,756 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd., hostname=0d3ef00225a3,38801,1733195706721, seqNum=2] 2024-12-03T03:15:41,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:15:41,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T03:15:41,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:15:41,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T03:15:41,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38783 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:15:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:41,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35917 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:15:41,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35917 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:15:41,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38801 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. with WAL disabled. Data may be lost in the event of a crash. 2024-12-03T03:15:42,139 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-03T03:15:42,139 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:15:42,140 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-03T03:15:42,141 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-03T03:15:42,144 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-03T03:15:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741848_1024 (size=49) 2024-12-03T03:15:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741848_1024 (size=49) 2024-12-03T03:15:42,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741848_1024 (size=49) 2024-12-03T03:15:42,165 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-03T03:15:42,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1af2567c6670c28227dd7f0d5b8fc2e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ebf29172cdda668e36aa6e178026ff4}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70c2354b2e104ab898d6ca2964ec5d01}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e21102e878bfc6a480fd7a67a74e0919}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 598725919f3ea22d52b244550ccc6624}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5484e9fd054ddd1373ff62512edd75c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 137dc74fa0eb98679805dbb7e982ab40}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0905c7f10311acd5586ece09bc7c0363}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b37bc4e6e5d84904883a8048cddccf6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e5569d2b1c8c3daefb687cd24fff3bd}] 2024-12-03T03:15:42,167 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:42,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:42,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:42,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:42,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:42,172 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:42,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:42,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:42,174 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:42,178 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:45,131 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0d3ef00225a3:34535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T03:15:52,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-03T03:15:52,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-03T03:15:52,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-03T03:15:52,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-03T03:15:52,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:52,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4e5569d2b1c8c3daefb687cd24fff3bd 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-03T03:15:52,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-03T03:15:52,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:52,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 598725919f3ea22d52b244550ccc6624: 2024-12-03T03:15:52,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:15:52,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:52,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5ebf29172cdda668e36aa6e178026ff4: 2024-12-03T03:15:52,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:15:52,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-03T03:15:52,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:52,215 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2b37bc4e6e5d84904883a8048cddccf6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-03T03:15:52,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-03T03:15:52,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:52,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 137dc74fa0eb98679805dbb7e982ab40 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-03T03:15:52,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-03T03:15:52,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:52,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 0905c7f10311acd5586ece09bc7c0363 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-03T03:15:52,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-03T03:15:52,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:52,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e21102e878bfc6a480fd7a67a74e0919: 2024-12-03T03:15:52,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:15:52,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-03T03:15:52,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:52,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c5484e9fd054ddd1373ff62512edd75c: 2024-12-03T03:15:52,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:15:52,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:52,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 70c2354b2e104ab898d6ca2964ec5d01: 2024-12-03T03:15:52,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:15:52,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/.tmp/cf/cd13d73fa588406ea927d559ff53f3b6 is 34, key is ccd/cf:cf/1733195741501/Put/seqid=0 2024-12-03T03:15:52,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/.tmp/cf/065297be89be4025a5be322ab362944b is 34, key is aaa/cf:cf/1733195741446/Put/seqid=0 2024-12-03T03:15:52,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/.tmp/cf/f8d451d148d84a638e491bd3a9b44bdd is 34, key is baa/cf:cf/1733195741418/Put/seqid=0 2024-12-03T03:15:52,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/.tmp/cf/eb04cf7063944c31be5f011bbe604e85 is 34, key is eaa/cf:cf/1733195741953/Put/seqid=0 2024-12-03T03:15:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741849_1025 (size=65) 2024-12-03T03:15:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741849_1025 (size=65) 2024-12-03T03:15:52,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741849_1025 (size=65) 2024-12-03T03:15:52,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:15:52,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T03:15:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-03T03:15:52,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:52,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:15:52,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5ebf29172cdda668e36aa6e178026ff4 in 10.3060 sec 2024-12-03T03:15:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741850_1026 (size=65) 2024-12-03T03:15:52,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741850_1026 (size=65) 2024-12-03T03:15:52,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:15:52,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T03:15:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T03:15:52,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:52,590 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 598725919f3ea22d52b244550ccc6624 2024-12-03T03:15:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741850_1026 (size=65) 2024-12-03T03:15:52,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 598725919f3ea22d52b244550ccc6624 in 10.4280 sec 2024-12-03T03:15:52,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741852_1028 (size=65) 2024-12-03T03:15:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741852_1028 (size=65) 2024-12-03T03:15:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741852_1028 (size=65) 2024-12-03T03:15:52,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733195722122.e21102e878bfc6a480fd7a67a74e0919. 2024-12-03T03:15:52,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T03:15:52,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:52,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e1af2567c6670c28227dd7f0d5b8fc2e: 2024-12-03T03:15:52,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-03T03:15:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-03T03:15:52,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:52,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e21102e878bfc6a480fd7a67a74e0919 2024-12-03T03:15:52,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e21102e878bfc6a480fd7a67a74e0919 in 10.4880 sec 2024-12-03T03:15:52,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741856_1032 (size=26918) 2024-12-03T03:15:52,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741856_1032 (size=26918) 2024-12-03T03:15:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741856_1032 (size=26918) 2024-12-03T03:15:52,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/.tmp/cf/065297be89be4025a5be322ab362944b 2024-12-03T03:15:52,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/.tmp/cf/065297be89be4025a5be322ab362944b as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/cf/065297be89be4025a5be322ab362944b 2024-12-03T03:15:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741851_1027 (size=499309) 2024-12-03T03:15:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741851_1027 (size=499309) 2024-12-03T03:15:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741851_1027 (size=499309) 2024-12-03T03:15:52,792 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/.tmp/cf/eb04cf7063944c31be5f011bbe604e85 2024-12-03T03:15:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741854_1030 (size=65) 2024-12-03T03:15:52,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741854_1030 (size=65) 2024-12-03T03:15:52,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733195722122.c5484e9fd054ddd1373ff62512edd75c. 2024-12-03T03:15:52,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T03:15:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-03T03:15:52,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:52,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5484e9fd054ddd1373ff62512edd75c 2024-12-03T03:15:52,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c5484e9fd054ddd1373ff62512edd75c in 10.6540 sec 2024-12-03T03:15:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741853_1029 (size=65) 2024-12-03T03:15:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741854_1030 (size=65) 2024-12-03T03:15:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741853_1029 (size=65) 2024-12-03T03:15:52,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741853_1029 (size=65) 2024-12-03T03:15:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741855_1031 (size=47197) 2024-12-03T03:15:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741855_1031 (size=47197) 2024-12-03T03:15:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741855_1031 (size=47197) 2024-12-03T03:15:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741857_1033 (size=28623) 2024-12-03T03:15:52,851 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/.tmp/cf/f8d451d148d84a638e491bd3a9b44bdd 2024-12-03T03:15:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741857_1033 (size=28623) 2024-12-03T03:15:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741857_1033 (size=28623) 2024-12-03T03:15:52,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/.tmp/cf/f8d451d148d84a638e491bd3a9b44bdd as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/cf/f8d451d148d84a638e491bd3a9b44bdd 2024-12-03T03:15:52,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/.tmp/cf/eb04cf7063944c31be5f011bbe604e85 as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/cf/eb04cf7063944c31be5f011bbe604e85 2024-12-03T03:15:52,873 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/cf/065297be89be4025a5be322ab362944b, entries=676, sequenceid=5, filesize=26.3 K 2024-12-03T03:15:52,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 137dc74fa0eb98679805dbb7e982ab40 in 648ms, sequenceid=5, compaction requested=false 2024-12-03T03:15:52,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 137dc74fa0eb98679805dbb7e982ab40: 2024-12-03T03:15:52,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/cf/065297be89be4025a5be322ab362944b] hfiles 2024-12-03T03:15:52,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/cf/065297be89be4025a5be322ab362944b for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/cf/f8d451d148d84a638e491bd3a9b44bdd, entries=731, sequenceid=5, filesize=28.0 K 2024-12-03T03:15:52,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 0905c7f10311acd5586ece09bc7c0363 in 649ms, sequenceid=5, compaction requested=false 2024-12-03T03:15:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0905c7f10311acd5586ece09bc7c0363: 2024-12-03T03:15:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/cf/f8d451d148d84a638e491bd3a9b44bdd] hfiles 2024-12-03T03:15:52,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/0905c7f10311acd5586ece09bc7c0363/cf/f8d451d148d84a638e491bd3a9b44bdd for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/cf/eb04cf7063944c31be5f011bbe604e85, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-03T03:15:52,911 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4e5569d2b1c8c3daefb687cd24fff3bd in 729ms, sequenceid=5, compaction requested=false 2024-12-03T03:15:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4e5569d2b1c8c3daefb687cd24fff3bd: 2024-12-03T03:15:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. for SnapshotProcedureTest completed. 2024-12-03T03:15:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/cf/eb04cf7063944c31be5f011bbe604e85] hfiles 2024-12-03T03:15:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/cf/eb04cf7063944c31be5f011bbe604e85 for snapshot=SnapshotProcedureTest 2024-12-03T03:15:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741858_1034 (size=57) 2024-12-03T03:15:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741858_1034 (size=57) 2024-12-03T03:15:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741858_1034 (size=57) 2024-12-03T03:15:52,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733195722122.e1af2567c6670c28227dd7f0d5b8fc2e. 2024-12-03T03:15:52,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T03:15:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T03:15:52,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:52,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1af2567c6670c28227dd7f0d5b8fc2e 2024-12-03T03:15:52,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1af2567c6670c28227dd7f0d5b8fc2e in 10.7680 sec 2024-12-03T03:15:52,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741860_1036 (size=105) 2024-12-03T03:15:52,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741860_1036 (size=105) 2024-12-03T03:15:52,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741860_1036 (size=105) 2024-12-03T03:15:52,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:15:52,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T03:15:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T03:15:52,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:52,971 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:15:52,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 137dc74fa0eb98679805dbb7e982ab40 in 10.8080 sec 2024-12-03T03:15:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741859_1035 (size=105) 2024-12-03T03:15:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741859_1035 (size=105) 2024-12-03T03:15:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741859_1035 (size=105) 2024-12-03T03:15:52,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733195722122.0905c7f10311acd5586ece09bc7c0363. 2024-12-03T03:15:52,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T03:15:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-03T03:15:52,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:52,986 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0905c7f10311acd5586ece09bc7c0363 2024-12-03T03:15:52,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0905c7f10311acd5586ece09bc7c0363 in 10.8220 sec 2024-12-03T03:15:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741861_1037 (size=97) 2024-12-03T03:15:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741861_1037 (size=97) 2024-12-03T03:15:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741861_1037 (size=97) 2024-12-03T03:15:52,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:15:52,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-03T03:15:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-03T03:15:52,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:52,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:15:53,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4e5569d2b1c8c3daefb687cd24fff3bd in 10.8350 sec 2024-12-03T03:15:53,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:15:53,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T03:15:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T03:15:53,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:53,224 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:15:53,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70c2354b2e104ab898d6ca2964ec5d01 in 11.0600 sec 2024-12-03T03:15:53,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/.tmp/cf/cd13d73fa588406ea927d559ff53f3b6 2024-12-03T03:15:53,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/.tmp/cf/cd13d73fa588406ea927d559ff53f3b6 as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/cf/cd13d73fa588406ea927d559ff53f3b6 2024-12-03T03:15:53,248 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/cf/cd13d73fa588406ea927d559ff53f3b6, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-03T03:15:53,249 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2b37bc4e6e5d84904883a8048cddccf6 in 1034ms, sequenceid=5, compaction requested=false 2024-12-03T03:15:53,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2b37bc4e6e5d84904883a8048cddccf6: 2024-12-03T03:15:53,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. for SnapshotProcedureTest completed. 2024-12-03T03:15:53,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6.' region-info for snapshot=SnapshotProcedureTest 2024-12-03T03:15:53,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-03T03:15:53,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/cf/cd13d73fa588406ea927d559ff53f3b6] hfiles 2024-12-03T03:15:53,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/cf/cd13d73fa588406ea927d559ff53f3b6 for snapshot=SnapshotProcedureTest 2024-12-03T03:15:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741862_1038 (size=105) 2024-12-03T03:15:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741862_1038 (size=105) 2024-12-03T03:15:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741862_1038 (size=105) 2024-12-03T03:15:53,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:15:53,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-03T03:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-03T03:15:53,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:53,288 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:15:53,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-03T03:15:53,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b37bc4e6e5d84904883a8048cddccf6 in 11.1240 sec 2024-12-03T03:15:53,292 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-03T03:15:53,293 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-03T03:15:53,294 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-03T03:15:53,295 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-03T03:15:53,301 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T03:15:53,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741863_1039 (size=1174) 2024-12-03T03:15:53,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741863_1039 (size=1174) 2024-12-03T03:15:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741863_1039 (size=1174) 2024-12-03T03:15:53,452 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-03T03:15:53,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-03T03:15:53,467 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:53,467 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:53,467 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:53,468 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:15:53,468 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:53,470 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:15:53,474 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:53,478 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:53,478 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:53,479 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:53,571 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:53,571 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0d3ef00225a3,38783,1733195706978: Simulated kill ***** 2024-12-03T03:15:53,571 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T03:15:53,572 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T03:15:53,572 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T03:15:53,572 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T03:15:53,572 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T03:15:53,572 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 610479136 }, "NonHeapMemoryUsage": { "committed": 177471488, "init": 7667712, "max": -1, "used": 173615912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T03:15:53,573 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45461 {}] master.MasterRpcServices(700): 0d3ef00225a3,38783,1733195706978 reported a fatal error: ***** ABORTING region server 0d3ef00225a3,38783,1733195706978: Simulated kill ***** 2024-12-03T03:15:53,576 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d3ef00225a3,38783,1733195706978' ***** 2024-12-03T03:15:53,576 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-03T03:15:53,577 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T03:15:53,577 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T03:15:53,577 INFO [RS:2;0d3ef00225a3:38783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T03:15:53,577 INFO [RS:2;0d3ef00225a3:38783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T03:15:53,577 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:15:53,577 INFO [RS:2;0d3ef00225a3:38783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0d3ef00225a3:38783. 2024-12-03T03:15:53,577 DEBUG [RS:2;0d3ef00225a3:38783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:15:53,577 DEBUG [RS:2;0d3ef00225a3:38783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:15:53,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T03:15:53,599 INFO [regionserver/0d3ef00225a3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:15:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741836_1012 (size=14382) 2024-12-03T03:15:53,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741836_1012 (size=14382) 2024-12-03T03:15:53,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741836_1012 (size=14382) 2024-12-03T03:15:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741834_1010 (size=1764) 2024-12-03T03:15:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741834_1010 (size=1764) 2024-12-03T03:15:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741834_1010 (size=1764) 2024-12-03T03:15:53,635 DEBUG [RS:2;0d3ef00225a3:38783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:15:53,635 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:15:53,635 INFO [RS:2;0d3ef00225a3:38783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38783 2024-12-03T03:15:53,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:53,776 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:15:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T03:15:53,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d3ef00225a3,38783,1733195706978] 2024-12-03T03:15:53,795 INFO [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T03:15:53,795 INFO [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T03:15:54,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d3ef00225a3,38783,1733195706978 already deleted, retry=false 2024-12-03T03:15:54,002 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0d3ef00225a3,38783,1733195706978 on 0d3ef00225a3,45461,1733195705606 2024-12-03T03:15:54,010 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0d3ef00225a3,38783,1733195706978, splitWal=true, meta=true 2024-12-03T03:15:54,010 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 0d3ef00225a3,38783,1733195706978 (carryingMeta=true) 0d3ef00225a3,38783,1733195706978/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@65855ab0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T03:15:54,020 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0d3ef00225a3,38783,1733195706978, splitWal=true, meta=true 2024-12-03T03:15:54,022 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0d3ef00225a3,38783,1733195706978, splitWal=true, meta=true, isMeta: true 2024-12-03T03:15:54,024 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting 2024-12-03T03:15:54,025 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0d3ef00225a3,38783,1733195706978 WAL count=1, meta=true 2024-12-03T03:15:54,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta}] 2024-12-03T03:15:54,031 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38783,1733195706978 Release verify snapshot worker=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:54,031 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:15:54,031 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 0d3ef00225a3,38783,1733195706978, this operation will be retried to send to another server 2024-12-03T03:15:54,032 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T03:15:54,032 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733195755032 2024-12-03T03:15:54,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, worker=0d3ef00225a3,35917,1733195706671}] 2024-12-03T03:15:54,034 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-03T03:15:54,034 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-03T03:15:54,034 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-03T03:15:54,034 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-03T03:15:54,034 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38783,1733195706978 Release verify snapshot worker=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:54,035 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 0d3ef00225a3,38783,1733195706978, this operation will be retried to send to another server 2024-12-03T03:15:54,035 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T03:15:54,035 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733195755035 2024-12-03T03:15:54,042 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38783,1733195706978 Release verify snapshot worker=0d3ef00225a3,38783,1733195706978 2024-12-03T03:15:54,042 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 0d3ef00225a3,38783,1733195706978, this operation will be retried to send to another server 2024-12-03T03:15:54,042 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T03:15:54,043 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733195755042 2024-12-03T03:15:54,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:15:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101992fa89e0003, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:15:54,085 INFO [RS:2;0d3ef00225a3:38783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:15:54,085 INFO [RS:2;0d3ef00225a3:38783 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d3ef00225a3,38783,1733195706978; zookeeper connection closed. 2024-12-03T03:15:54,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67115d9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67115d9b 2024-12-03T03:16:02,570 INFO [master/0d3ef00225a3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T03:16:02,571 INFO [master/0d3ef00225a3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T03:16:03,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-03T03:16:03,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-03T03:16:03,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-03T03:16:03,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-03T03:16:03,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-03T03:16:03,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-03T03:16:03,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-03T03:16:03,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T03:16:03,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-03T03:16:03,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-03T03:16:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-03T03:16:03,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-03T03:16:03,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-03T03:16:03,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-03T03:16:03,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-03T03:16:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-03T03:16:03,527 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 Release verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-03T03:16:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-03T03:16:03,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-03T03:16:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-03T03:16:03,544 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-03T03:16:03,544 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, size=14.0 K (14382bytes) 2024-12-03T03:16:03,544 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta 2024-12-03T03:16:03,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 in 10.0670 sec 2024-12-03T03:16:03,547 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta after 3ms 2024-12-03T03:16:03,548 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 Release verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:03,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 in 10.0880 sec 2024-12-03T03:16:03,553 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta took 9ms 2024-12-03T03:16:03,555 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 Release verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:03,555 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 Release verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:03,556 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:03,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 in 10.0950 sec 2024-12-03T03:16:03,559 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 Release verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:03,560 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:03,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 in 10.0950 sec 2024-12-03T03:16:03,565 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 Release verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:03,567 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:03,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 in 10.0990 sec 2024-12-03T03:16:03,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 in 10.1050 sec 2024-12-03T03:16:03,577 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-03T03:16:03,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta so closing down 2024-12-03T03:16:03,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:16:03,597 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta.temp 2024-12-03T03:16:03,605 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta.temp 2024-12-03T03:16:03,610 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:16:03,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741864_1040 (size=14141) 2024-12-03T03:16:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741864_1040 (size=14141) 2024-12-03T03:16:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741864_1040 (size=14141) 2024-12-03T03:16:03,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta.temp (wrote 25 edits, skipped 0 edits in 3 ms) 2024-12-03T03:16:03,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta.temp to hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T03:16:03,704 INFO [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 132 ms; skipped=1; WAL=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-03T03:16:03,704 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, journal: Splitting hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, size=14.0 K (14382bytes) at 1733195763544Finishing writing output for hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta so closing down at 1733195763579 (+35 ms)Creating recovered edits writer path=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta.temp at 1733195763605 (+26 ms)3 split writer threads finished at 1733195763610 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta.temp (wrote 25 edits, skipped 0 edits in 3 ms) at 1733195763699 (+89 ms)Rename recovered edits hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta.temp to hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733195763703 (+4 ms)Processed 26 edits across 1 Regions in 132 ms; skipped=1; WAL=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733195763704 (+1 ms) 2024-12-03T03:16:03,704 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta 2024-12-03T03:16:03,704 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T03:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-03T03:16:03,723 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting/0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta to hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs 2024-12-03T03:16:03,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-03T03:16:03,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, worker=0d3ef00225a3,35917,1733195706671 in 9.6900 sec 2024-12-03T03:16:03,735 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:03,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T03:16:03,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 0d3ef00225a3%2C38783%2C1733195706978.meta.1733195721350.meta, worker=0d3ef00225a3,35917,1733195706671 in 9.7100 sec 2024-12-03T03:16:03,749 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38783,1733195706978-splitting dir is empty, no logs to split. 2024-12-03T03:16:03,749 INFO [PEWorker-2 {}] master.SplitWALManager(105): 0d3ef00225a3,38783,1733195706978 WAL count=0, meta=true 2024-12-03T03:16:03,749 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 0d3ef00225a3,38783,1733195706978 WAL splitting is done? wals=0, meta=true 2024-12-03T03:16:03,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T03:16:03,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T03:16:03,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T03:16:03,913 DEBUG [0d3ef00225a3:45461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T03:16:03,913 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(204): Hosts are {0d3ef00225a3=0} racks are {/default-rack=0} 2024-12-03T03:16:03,914 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T03:16:03,914 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T03:16:03,914 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T03:16:03,914 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T03:16:03,914 INFO [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T03:16:03,914 INFO [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T03:16:03,914 DEBUG [0d3ef00225a3:45461 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T03:16:03,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:03,916 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,38801,1733195706721, state=OPENING 2024-12-03T03:16:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:16:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:16:04,078 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:16:04,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:16:04,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:16:04,078 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T03:16:04,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,38801,1733195706721}] 2024-12-03T03:16:04,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:16:05,584 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T03:16:12,305 INFO [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-03T03:16:13,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-03T03:16:13,549 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T03:16:13,549 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T03:16:13,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-03T03:16:13,549 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T03:16:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-03T03:16:13,551 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 Release verify snapshot worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:13,551 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C38801%2C1733195706721.meta, suffix=.meta, logDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38801,1733195706721, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs, maxLogs=32 2024-12-03T03:16:13,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,38801,1733195706721 in 20.0910 sec 2024-12-03T03:16:13,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-03T03:16:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-03T03:16:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-03T03:16:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-03T03:16:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-03T03:16:13,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-03T03:16:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-03T03:16:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-03T03:16:13,559 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 Release verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45461 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-03T03:16:13,560 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 Release verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:13,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 in 20.0990 sec 2024-12-03T03:16:13,561 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 Release verify snapshot worker=0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:13,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 in 20.1000 sec 2024-12-03T03:16:13,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-12-03T03:16:13,563 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-03T03:16:13,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0d3ef00225a3,35917,1733195706671 in 20.1010 sec 2024-12-03T03:16:13,564 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.hbase-snapshot/SnapshotProcedureTest 2024-12-03T03:16:13,565 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-03T03:16:13,566 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-03T03:16:13,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4290 sec 2024-12-03T03:16:13,570 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38801,1733195706721/0d3ef00225a3%2C38801%2C1733195706721.meta.1733195773551.meta, exclude list is [], retry=0 2024-12-03T03:16:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41723,DS-f6477d63-69f3-4154-9684-c59147d40364,DISK] 2024-12-03T03:16:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44681,DS-fa78f548-4f46-484c-ac06-fe5941de8cb8,DISK] 2024-12-03T03:16:13,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-68a27846-0e3f-4999-af24-49b5ce3a0db8,DISK] 2024-12-03T03:16:13,576 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/WALs/0d3ef00225a3,38801,1733195706721/0d3ef00225a3%2C38801%2C1733195706721.meta.1733195773551.meta 2024-12-03T03:16:13,576 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45441:45441),(127.0.0.1/127.0.0.1:41035:41035),(127.0.0.1/127.0.0.1:44197:44197)] 2024-12-03T03:16:13,576 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T03:16:13,577 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T03:16:13,577 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T03:16:13,577 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T03:16:13,577 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T03:16:13,577 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T03:16:13,577 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T03:16:13,577 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T03:16:13,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T03:16:13,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T03:16:13,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:16:13,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:16:13,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T03:16:13,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T03:16:13,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:16:13,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:16:13,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T03:16:13,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T03:16:13,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:16:13,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:16:13,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T03:16:13,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T03:16:13,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T03:16:13,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T03:16:13,585 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T03:16:13,585 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740 2024-12-03T03:16:13,587 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740 2024-12-03T03:16:13,588 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T03:16:13,596 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T03:16:13,596 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-03T03:16:13,616 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/info/926a9dd177e94a239939b27b22bf3824 is 167, key is SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4./info:regioninfo/1733195733286/Put/seqid=0 2024-12-03T03:16:13,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741866_1042 (size=18393) 2024-12-03T03:16:13,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741866_1042 (size=18393) 2024-12-03T03:16:13,629 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-03T03:16:13,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741866_1042 (size=18393) 2024-12-03T03:16:13,631 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/info/926a9dd177e94a239939b27b22bf3824 2024-12-03T03:16:13,631 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0d3ef00225a3:38783 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0d3ef00225a3/172.17.0.3:38783 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:16:13,633 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38783,1733195706978, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38783,1733195706978, seqNum=-1, error=java.net.ConnectException: Call to address=0d3ef00225a3:38783 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0d3ef00225a3/172.17.0.3:38783 2024-12-03T03:16:13,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38783,1733195706978, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-03T03:16:13,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38783,1733195706978, seqNum=-1 from cache 2024-12-03T03:16:13,636 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 0d3ef00225a3:38783 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0d3ef00225a3/172.17.0.3:38783 2024-12-03T03:16:13,658 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/ns/a7974f92f51f44e7b9abc1f696f2b09c is 43, key is default/ns:d/1733195721970/Put/seqid=0 2024-12-03T03:16:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741867_1043 (size=5153) 2024-12-03T03:16:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741867_1043 (size=5153) 2024-12-03T03:16:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741867_1043 (size=5153) 2024-12-03T03:16:13,670 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/ns/a7974f92f51f44e7b9abc1f696f2b09c 2024-12-03T03:16:13,693 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/table/c70412b49f6c4dc2af9b4739fa8c70d0 is 47, key is SPTestTable/table:state/1733195733525/Put/seqid=0 2024-12-03T03:16:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741868_1044 (size=5214) 2024-12-03T03:16:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741868_1044 (size=5214) 2024-12-03T03:16:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741868_1044 (size=5214) 2024-12-03T03:16:13,710 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/table/c70412b49f6c4dc2af9b4739fa8c70d0 2024-12-03T03:16:13,723 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/info/926a9dd177e94a239939b27b22bf3824 as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/info/926a9dd177e94a239939b27b22bf3824 2024-12-03T03:16:13,733 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/info/926a9dd177e94a239939b27b22bf3824, entries=100, sequenceid=28, filesize=18.0 K 2024-12-03T03:16:13,734 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/ns/a7974f92f51f44e7b9abc1f696f2b09c as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/ns/a7974f92f51f44e7b9abc1f696f2b09c 2024-12-03T03:16:13,742 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/ns/a7974f92f51f44e7b9abc1f696f2b09c, entries=2, sequenceid=28, filesize=5.0 K 2024-12-03T03:16:13,743 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/.tmp/table/c70412b49f6c4dc2af9b4739fa8c70d0 as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/table/c70412b49f6c4dc2af9b4739fa8c70d0 2024-12-03T03:16:13,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:16:13,761 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38801,1733195706721, seqNum=-1] 2024-12-03T03:16:13,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:53948 deadline: 1733195833630, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:13,785 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/table/c70412b49f6c4dc2af9b4739fa8c70d0, entries=2, sequenceid=28, filesize=5.1 K 2024-12-03T03:16:13,785 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=28, compaction requested=false; wal=null 2024-12-03T03:16:13,788 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-03T03:16:13,789 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38801,1733195706721, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38801,1733195706721, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0d3ef00225a3,38801,1733195706721 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T03:16:13,790 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38801,1733195706721, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 0d3ef00225a3,38801,1733195706721 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T03:16:13,790 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38801,1733195706721, seqNum=-1 from cache 2024-12-03T03:16:13,790 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T03:16:13,790 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T03:16:13,790 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T03:16:13,792 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T03:16:13,794 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-03T03:16:13,794 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60531735, jitterRate=-0.09800685942173004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T03:16:13,795 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T03:16:13,795 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733195773577Writing region info on filesystem at 1733195773577Initializing all the Stores at 1733195773578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195773578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195773578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733195773578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733195773578Obtaining lock to block concurrent updates at 1733195773596 (+18 ms)Preparing flush snapshotting stores in 1588230740 at 1733195773596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733195773596Flushing stores of hbase:meta,,1.1588230740 at 1733195773596Flushing 1588230740/info: creating writer at 1733195773596Flushing 1588230740/info: appending metadata at 1733195773615 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733195773615Flushing 1588230740/ns: creating writer at 1733195773639 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733195773657 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733195773657Flushing 1588230740/table: creating writer at 1733195773676 (+19 ms)Flushing 1588230740/table: appending metadata at 1733195773693 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733195773693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6bad51: reopening flushed file at 1733195773721 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55509a27: reopening flushed file at 1733195773733 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed84657: reopening flushed file at 1733195773742 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=28, compaction requested=false; wal=null at 1733195773785 (+43 ms)Cleaning up temporary data from old regions at 1733195773790 (+5 ms)Running coprocessor post-open hooks at 1733195773795 (+5 ms)Region opened successfully at 1733195773795 2024-12-03T03:16:13,796 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1733195773545 2024-12-03T03:16:13,803 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T03:16:13,803 INFO [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T03:16:13,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:13,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,38801,1733195706721, state=OPEN 2024-12-03T03:16:13,889 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0d3ef00225a3,38801,1733195706721, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T03:16:13,991 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45461 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0d3ef00225a3,38801,1733195706721, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T03:16:13,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T03:16:13,994 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,38801,1733195706721, seqNum=-1] 2024-12-03T03:16:14,015 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-03T03:16:14,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T03:16:14,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T03:16:14,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:16:14,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:16:14,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:16:14,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T03:16:14,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T03:16:14,015 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=373964758, stopped=false 2024-12-03T03:16:14,015 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0d3ef00225a3,45461,1733195705606 2024-12-03T03:16:14,044 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:16:14,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:16:14,044 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:14,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:16:14,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:16:14,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T03:16:14,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T03:16:14,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-03T03:16:14,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,38801,1733195706721 in 9.9650 sec 2024-12-03T03:16:14,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-03T03:16:14,061 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 0d3ef00225a3,38783,1733195706978 had 5 regions 2024-12-03T03:16:14,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2940 sec 2024-12-03T03:16:14,062 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0d3ef00225a3,38783,1733195706978, splitWal=true, meta=true, isMeta: false 2024-12-03T03:16:14,064 INFO [PEWorker-2 {}] master.SplitWALManager(105): 0d3ef00225a3,38783,1733195706978 WAL count=1, meta=false 2024-12-03T03:16:14,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0d3ef00225a3%2C38783%2C1733195706978.1733195710936}] 2024-12-03T03:16:14,071 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:14,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0d3ef00225a3%2C38783%2C1733195706978.1733195710936, worker=0d3ef00225a3,38801,1733195706721}] 2024-12-03T03:16:14,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T03:16:14,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:16:14,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T03:16:14,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:16:14,096 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T03:16:14,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T03:16:14,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:16:14,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:16:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d3ef00225a3,35917,1733195706671' ***** 2024-12-03T03:16:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T03:16:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d3ef00225a3,38801,1733195706721' ***** 2024-12-03T03:16:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T03:16:14,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:16:14,097 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T03:16:14,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T03:16:14,097 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T03:16:14,098 INFO [RS:0;0d3ef00225a3:35917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T03:16:14,098 INFO [RS:0;0d3ef00225a3:35917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T03:16:14,098 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b37bc4e6e5d84904883a8048cddccf6 2024-12-03T03:16:14,098 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T03:16:14,098 INFO [RS:1;0d3ef00225a3:38801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T03:16:14,098 INFO [RS:1;0d3ef00225a3:38801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T03:16:14,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T03:16:14,098 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:16:14,098 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e5569d2b1c8c3daefb687cd24fff3bd 2024-12-03T03:16:14,099 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(3091): Received CLOSE for 137dc74fa0eb98679805dbb7e982ab40 2024-12-03T03:16:14,099 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(3091): Received CLOSE for 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:16:14,099 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(959): stopping server 0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:14,099 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:16:14,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:16:14,099 INFO [RS:0;0d3ef00225a3:35917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0d3ef00225a3:35917. 2024-12-03T03:16:14,099 DEBUG [RS:0;0d3ef00225a3:35917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:16:14,099 DEBUG [RS:0;0d3ef00225a3:35917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:16:14,099 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T03:16:14,099 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1325): Online Regions={2b37bc4e6e5d84904883a8048cddccf6=SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6., 137dc74fa0eb98679805dbb7e982ab40=SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40., 70c2354b2e104ab898d6ca2964ec5d01=SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01.} 2024-12-03T03:16:14,099 DEBUG [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1351): Waiting on 137dc74fa0eb98679805dbb7e982ab40, 2b37bc4e6e5d84904883a8048cddccf6, 70c2354b2e104ab898d6ca2964ec5d01 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b37bc4e6e5d84904883a8048cddccf6, disabling compactions & flushes 2024-12-03T03:16:14,100 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. after waiting 0 ms 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(3091): Received CLOSE for 598725919f3ea22d52b244550ccc6624 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(959): stopping server 0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e5569d2b1c8c3daefb687cd24fff3bd, disabling compactions & flushes 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0d3ef00225a3:38801. 2024-12-03T03:16:14,100 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:16:14,100 DEBUG [RS:1;0d3ef00225a3:38801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. after waiting 0 ms 2024-12-03T03:16:14,100 DEBUG [RS:1;0d3ef00225a3:38801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:16:14,100 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T03:16:14,100 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T03:16:14,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T03:16:14,101 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-03T03:16:14,101 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1325): Online Regions={4e5569d2b1c8c3daefb687cd24fff3bd=SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd., 1588230740=hbase:meta,,1.1588230740, 5ebf29172cdda668e36aa6e178026ff4=SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4., 598725919f3ea22d52b244550ccc6624=SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624.} 2024-12-03T03:16:14,101 DEBUG [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e5569d2b1c8c3daefb687cd24fff3bd, 598725919f3ea22d52b244550ccc6624, 5ebf29172cdda668e36aa6e178026ff4 2024-12-03T03:16:14,101 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T03:16:14,101 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T03:16:14,101 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T03:16:14,101 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T03:16:14,101 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T03:16:14,113 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/2b37bc4e6e5d84904883a8048cddccf6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T03:16:14,115 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:16:14,115 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b37bc4e6e5d84904883a8048cddccf6: Waiting for close lock at 1733195774100Running coprocessor pre-close hooks at 1733195774100Disabling compacts and flushes for region at 1733195774100Disabling writes for close at 1733195774100Writing region close event to WAL at 1733195774102 (+2 ms)Running coprocessor post-close hooks at 1733195774114 (+12 ms)Closed at 1733195774114 2024-12-03T03:16:14,115 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733195722122.2b37bc4e6e5d84904883a8048cddccf6. 2024-12-03T03:16:14,115 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 137dc74fa0eb98679805dbb7e982ab40, disabling compactions & flushes 2024-12-03T03:16:14,115 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:16:14,115 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:16:14,115 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. after waiting 0 ms 2024-12-03T03:16:14,115 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:16:14,125 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/4e5569d2b1c8c3daefb687cd24fff3bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T03:16:14,126 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:16:14,126 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e5569d2b1c8c3daefb687cd24fff3bd: Waiting for close lock at 1733195774100Running coprocessor pre-close hooks at 1733195774100Disabling compacts and flushes for region at 1733195774100Disabling writes for close at 1733195774100Writing region close event to WAL at 1733195774104 (+4 ms)Running coprocessor post-close hooks at 1733195774126 (+22 ms)Closed at 1733195774126 2024-12-03T03:16:14,126 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733195722122.4e5569d2b1c8c3daefb687cd24fff3bd. 2024-12-03T03:16:14,126 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ebf29172cdda668e36aa6e178026ff4, disabling compactions & flushes 2024-12-03T03:16:14,126 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:16:14,126 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:16:14,126 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. after waiting 0 ms 2024-12-03T03:16:14,126 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:16:14,133 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-12-03T03:16:14,134 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T03:16:14,134 INFO [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T03:16:14,134 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733195774101Running coprocessor pre-close hooks at 1733195774101Disabling compacts and flushes for region at 1733195774101Disabling writes for close at 1733195774101Writing region close event to WAL at 1733195774113 (+12 ms)Running coprocessor post-close hooks at 1733195774134 (+21 ms)Closed at 1733195774134 2024-12-03T03:16:14,134 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T03:16:14,145 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/137dc74fa0eb98679805dbb7e982ab40/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T03:16:14,146 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:16:14,146 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 137dc74fa0eb98679805dbb7e982ab40: Waiting for close lock at 1733195774115Running coprocessor pre-close hooks at 1733195774115Disabling compacts and flushes for region at 1733195774115Disabling writes for close at 1733195774115Writing region close event to WAL at 1733195774140 (+25 ms)Running coprocessor post-close hooks at 1733195774145 (+5 ms)Closed at 1733195774146 (+1 ms) 2024-12-03T03:16:14,146 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733195722122.137dc74fa0eb98679805dbb7e982ab40. 2024-12-03T03:16:14,146 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70c2354b2e104ab898d6ca2964ec5d01, disabling compactions & flushes 2024-12-03T03:16:14,146 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:16:14,146 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:16:14,146 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. after waiting 0 ms 2024-12-03T03:16:14,146 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:16:14,149 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/5ebf29172cdda668e36aa6e178026ff4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:16:14,150 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:16:14,150 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ebf29172cdda668e36aa6e178026ff4: Waiting for close lock at 1733195774126Running coprocessor pre-close hooks at 1733195774126Disabling compacts and flushes for region at 1733195774126Disabling writes for close at 1733195774126Writing region close event to WAL at 1733195774140 (+14 ms)Running coprocessor post-close hooks at 1733195774150 (+10 ms)Closed at 1733195774150 2024-12-03T03:16:14,151 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733195722122.5ebf29172cdda668e36aa6e178026ff4. 2024-12-03T03:16:14,151 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 598725919f3ea22d52b244550ccc6624, disabling compactions & flushes 2024-12-03T03:16:14,151 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:16:14,151 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:16:14,151 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. after waiting 0 ms 2024-12-03T03:16:14,151 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:16:14,161 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/598725919f3ea22d52b244550ccc6624/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:16:14,162 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:16:14,162 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 598725919f3ea22d52b244550ccc6624: Waiting for close lock at 1733195774151Running coprocessor pre-close hooks at 1733195774151Disabling compacts and flushes for region at 1733195774151Disabling writes for close at 1733195774151Writing region close event to WAL at 1733195774156 (+5 ms)Running coprocessor post-close hooks at 1733195774161 (+5 ms)Closed at 1733195774162 (+1 ms) 2024-12-03T03:16:14,162 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733195722122.598725919f3ea22d52b244550ccc6624. 2024-12-03T03:16:14,165 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/data/default/SPTestTable/70c2354b2e104ab898d6ca2964ec5d01/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T03:16:14,165 INFO [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:16:14,166 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70c2354b2e104ab898d6ca2964ec5d01: Waiting for close lock at 1733195774146Running coprocessor pre-close hooks at 1733195774146Disabling compacts and flushes for region at 1733195774146Disabling writes for close at 1733195774146Writing region close event to WAL at 1733195774152 (+6 ms)Running coprocessor post-close hooks at 1733195774165 (+13 ms)Closed at 1733195774165 2024-12-03T03:16:14,166 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733195722122.70c2354b2e104ab898d6ca2964ec5d01. 2024-12-03T03:16:14,188 INFO [regionserver/0d3ef00225a3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:16:14,189 INFO [regionserver/0d3ef00225a3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:16:14,300 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(976): stopping server 0d3ef00225a3,35917,1733195706671; all regions closed. 2024-12-03T03:16:14,301 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(976): stopping server 0d3ef00225a3,38801,1733195706721; all regions closed. 2024-12-03T03:16:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741835_1011 (size=2886) 2024-12-03T03:16:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741835_1011 (size=2886) 2024-12-03T03:16:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741835_1011 (size=2886) 2024-12-03T03:16:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741865_1041 (size=678) 2024-12-03T03:16:14,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741865_1041 (size=678) 2024-12-03T03:16:14,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741865_1041 (size=678) 2024-12-03T03:16:14,305 DEBUG [RS:0;0d3ef00225a3:35917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C35917%2C1733195706671:(num 1733195710979) 2024-12-03T03:16:14,305 DEBUG [RS:0;0d3ef00225a3:35917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.ChoreService(370): Chore service for: regionserver/0d3ef00225a3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T03:16:14,305 INFO [regionserver/0d3ef00225a3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T03:16:14,305 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T03:16:14,306 INFO [RS:0;0d3ef00225a3:35917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35917 2024-12-03T03:16:14,306 DEBUG [RS:1;0d3ef00225a3:38801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs 2024-12-03T03:16:14,306 INFO [RS:1;0d3ef00225a3:38801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C38801%2C1733195706721.meta:.meta(num 1733195773551) 2024-12-03T03:16:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741833_1009 (size=2364) 2024-12-03T03:16:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741833_1009 (size=2364) 2024-12-03T03:16:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741833_1009 (size=2364) 2024-12-03T03:16:14,312 DEBUG [RS:1;0d3ef00225a3:38801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/oldWALs 2024-12-03T03:16:14,312 INFO [RS:1;0d3ef00225a3:38801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C38801%2C1733195706721:(num 1733195710936) 2024-12-03T03:16:14,312 DEBUG [RS:1;0d3ef00225a3:38801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T03:16:14,312 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T03:16:14,312 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T03:16:14,312 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.ChoreService(370): Chore service for: regionserver/0d3ef00225a3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T03:16:14,312 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T03:16:14,312 INFO [regionserver/0d3ef00225a3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T03:16:14,312 INFO [RS:1;0d3ef00225a3:38801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38801 2024-12-03T03:16:14,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T03:16:14,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d3ef00225a3,35917,1733195706671 2024-12-03T03:16:14,467 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:16:14,509 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d3ef00225a3,38801,1733195706721 2024-12-03T03:16:14,509 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:16:14,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d3ef00225a3,38801,1733195706721] 2024-12-03T03:16:14,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d3ef00225a3,38801,1733195706721 already deleted, retry=false 2024-12-03T03:16:14,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d3ef00225a3,38801,1733195706721 expired; onlineServers=1 2024-12-03T03:16:14,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d3ef00225a3,35917,1733195706671] 2024-12-03T03:16:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:16:14,853 INFO [RS:0;0d3ef00225a3:35917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:16:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35917-0x101992fa89e0001, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:16:14,853 INFO [RS:0;0d3ef00225a3:35917 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d3ef00225a3,35917,1733195706671; zookeeper connection closed. 2024-12-03T03:16:14,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dfbf5ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dfbf5ac 2024-12-03T03:16:14,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d3ef00225a3,35917,1733195706671 already deleted, retry=false 2024-12-03T03:16:14,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d3ef00225a3,35917,1733195706671 expired; onlineServers=0 2024-12-03T03:16:14,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0d3ef00225a3,45461,1733195705606' ***** 2024-12-03T03:16:14,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T03:16:14,883 INFO [M:0;0d3ef00225a3:45461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T03:16:14,883 INFO [M:0;0d3ef00225a3:45461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T03:16:14,883 DEBUG [M:0;0d3ef00225a3:45461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T03:16:14,883 DEBUG [M:0;0d3ef00225a3:45461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T03:16:14,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T03:16:14,883 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733195710048 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733195710048,5,FailOnTimeoutGroup] 2024-12-03T03:16:14,883 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733195710048 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733195710048,5,FailOnTimeoutGroup] 2024-12-03T03:16:14,883 INFO [M:0;0d3ef00225a3:45461 {}] hbase.ChoreService(370): Chore service for: master/0d3ef00225a3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T03:16:14,884 INFO [M:0;0d3ef00225a3:45461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T03:16:14,884 DEBUG [M:0;0d3ef00225a3:45461 {}] master.HMaster(1795): Stopping service threads 2024-12-03T03:16:14,884 INFO [M:0;0d3ef00225a3:45461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T03:16:14,884 INFO [M:0;0d3ef00225a3:45461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T03:16:14,884 ERROR [M:0;0d3ef00225a3:45461 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:45423 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45423,5,PEWorkerGroup] 2024-12-03T03:16:14,884 INFO [M:0;0d3ef00225a3:45461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T03:16:14,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T03:16:14,927 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:16:14,927 INFO [RS:1;0d3ef00225a3:38801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:16:14,927 INFO [RS:1;0d3ef00225a3:38801 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d3ef00225a3,38801,1733195706721; zookeeper connection closed. 2024-12-03T03:16:14,927 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101992fa89e0002, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:16:14,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@439a9c42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@439a9c42 2024-12-03T03:16:14,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T03:16:15,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T03:16:15,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T03:16:15,101 DEBUG [M:0;0d3ef00225a3:45461 {}] zookeeper.ZKUtil(347): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T03:16:15,101 WARN [M:0;0d3ef00225a3:45461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T03:16:15,102 INFO [M:0;0d3ef00225a3:45461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/.lastflushedseqids 2024-12-03T03:16:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741869_1045 (size=632) 2024-12-03T03:16:15,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741869_1045 (size=632) 2024-12-03T03:16:15,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741869_1045 (size=632) 2024-12-03T03:16:15,143 INFO [M:0;0d3ef00225a3:45461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T03:16:15,143 INFO [M:0;0d3ef00225a3:45461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T03:16:15,143 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T03:16:15,143 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:16:15,143 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:16:15,143 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T03:16:15,143 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:16:15,143 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.33 KB heapSize=271.13 KB 2024-12-03T03:16:15,164 DEBUG [M:0;0d3ef00225a3:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/009ddb2a72b24438928891d70ddfb1fc is 82, key is hbase:meta,,1/info:regioninfo/1733195773804/Put/seqid=0 2024-12-03T03:16:15,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741870_1046 (size=6071) 2024-12-03T03:16:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741870_1046 (size=6071) 2024-12-03T03:16:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741870_1046 (size=6071) 2024-12-03T03:16:15,190 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/009ddb2a72b24438928891d70ddfb1fc 2024-12-03T03:16:15,219 DEBUG [M:0;0d3ef00225a3:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23117fb7c0654e7bb6f306fc379e3a76 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733195733535/Put/seqid=0 2024-12-03T03:16:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741871_1047 (size=11610) 2024-12-03T03:16:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741871_1047 (size=11610) 2024-12-03T03:16:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741871_1047 (size=11610) 2024-12-03T03:16:15,240 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.11 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23117fb7c0654e7bb6f306fc379e3a76 2024-12-03T03:16:15,248 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23117fb7c0654e7bb6f306fc379e3a76 2024-12-03T03:16:15,269 DEBUG [M:0;0d3ef00225a3:45461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8564c56feb943ada8dbb6f23826e616 is 69, key is 0d3ef00225a3,35917,1733195706671/rs:state/1733195710780/Put/seqid=0 2024-12-03T03:16:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741872_1048 (size=5447) 2024-12-03T03:16:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741872_1048 (size=5447) 2024-12-03T03:16:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741872_1048 (size=5447) 2024-12-03T03:16:15,287 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8564c56feb943ada8dbb6f23826e616 2024-12-03T03:16:15,295 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8564c56feb943ada8dbb6f23826e616 2024-12-03T03:16:15,300 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/009ddb2a72b24438928891d70ddfb1fc as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/009ddb2a72b24438928891d70ddfb1fc 2024-12-03T03:16:15,307 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/009ddb2a72b24438928891d70ddfb1fc, entries=14, sequenceid=452, filesize=5.9 K 2024-12-03T03:16:15,308 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23117fb7c0654e7bb6f306fc379e3a76 as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23117fb7c0654e7bb6f306fc379e3a76 2024-12-03T03:16:15,313 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23117fb7c0654e7bb6f306fc379e3a76 2024-12-03T03:16:15,313 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23117fb7c0654e7bb6f306fc379e3a76, entries=52, sequenceid=452, filesize=11.3 K 2024-12-03T03:16:15,314 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8564c56feb943ada8dbb6f23826e616 as hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8564c56feb943ada8dbb6f23826e616 2024-12-03T03:16:15,319 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8564c56feb943ada8dbb6f23826e616 2024-12-03T03:16:15,319 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/504df470-001a-e9c8-acb0-f63fff80891a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8564c56feb943ada8dbb6f23826e616, entries=3, sequenceid=452, filesize=5.3 K 2024-12-03T03:16:15,320 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.33 KB/234837, heapSize ~270.83 KB/277328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=452, compaction requested=false 2024-12-03T03:16:15,321 INFO [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T03:16:15,321 DEBUG [M:0;0d3ef00225a3:45461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733195775143Disabling compacts and flushes for region at 1733195775143Disabling writes for close at 1733195775143Obtaining lock to block concurrent updates at 1733195775143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733195775143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234837, getHeapSize=277568, getOffHeapSize=0, getCellsCount=551 at 1733195775144 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733195775144Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733195775144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733195775164 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733195775164Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733195775197 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733195775219 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733195775219Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733195775248 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733195775268 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733195775268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1553e50c: reopening flushed file at 1733195775295 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f890f0: reopening flushed file at 1733195775307 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac642c7: reopening flushed file at 1733195775313 (+6 ms)Finished flush of dataSize ~229.33 KB/234837, heapSize ~270.83 KB/277328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=452, compaction requested=false at 1733195775320 (+7 ms)Writing region close event to WAL at 1733195775321 (+1 ms)Closed at 1733195775321 2024-12-03T03:16:15,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41723 is added to blk_1073741830_1006 (size=265032) 2024-12-03T03:16:15,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44681 is added to blk_1073741830_1006 (size=265032) 2024-12-03T03:16:15,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741830_1006 (size=265032) 2024-12-03T03:16:15,324 INFO [M:0;0d3ef00225a3:45461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T03:16:15,324 INFO [M:0;0d3ef00225a3:45461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45461 2024-12-03T03:16:15,324 INFO [M:0;0d3ef00225a3:45461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T03:16:15,325 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T03:16:15,401 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0d3ef00225a3:45461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-03T03:16:15,537 INFO [M:0;0d3ef00225a3:45461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T03:16:15,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:16:15,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45461-0x101992fa89e0000, quorum=127.0.0.1:49835, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T03:16:15,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2732ccd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:16:15,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1101c25c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:16:15,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:16:15,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db46f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:16:15,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ff9f2a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,STOPPED} 2024-12-03T03:16:15,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:16:15,541 WARN [BP-664940871-172.17.0.3-1733195700230 heartbeating to localhost/127.0.0.1:45423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:16:15,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:16:15,541 WARN [BP-664940871-172.17.0.3-1733195700230 heartbeating to localhost/127.0.0.1:45423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-664940871-172.17.0.3-1733195700230 (Datanode Uuid f2234167-2d1f-4eac-8781-5393627dcf79) service to localhost/127.0.0.1:45423 2024-12-03T03:16:15,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data5/current/BP-664940871-172.17.0.3-1733195700230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:16:15,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data6/current/BP-664940871-172.17.0.3-1733195700230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:16:15,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:16:15,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247018b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:16:15,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68eb1f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:16:15,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:16:15,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e339060{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:16:15,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d812ccc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,STOPPED} 2024-12-03T03:16:15,545 WARN [BP-664940871-172.17.0.3-1733195700230 heartbeating to localhost/127.0.0.1:45423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:16:15,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:16:15,545 WARN [BP-664940871-172.17.0.3-1733195700230 heartbeating to localhost/127.0.0.1:45423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-664940871-172.17.0.3-1733195700230 (Datanode Uuid 1357db75-2c57-4a2b-88e5-712a91c1c5bb) service to localhost/127.0.0.1:45423 2024-12-03T03:16:15,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:16:15,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data3/current/BP-664940871-172.17.0.3-1733195700230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:16:15,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data4/current/BP-664940871-172.17.0.3-1733195700230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:16:15,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:16:15,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d24a5aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:16:15,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34f1fa22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:16:15,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:16:15,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16957c2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:16:15,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1398d29a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,STOPPED} 2024-12-03T03:16:15,550 WARN [BP-664940871-172.17.0.3-1733195700230 heartbeating to localhost/127.0.0.1:45423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:16:15,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:16:15,550 WARN [BP-664940871-172.17.0.3-1733195700230 heartbeating to localhost/127.0.0.1:45423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-664940871-172.17.0.3-1733195700230 (Datanode Uuid 9326d53b-bb35-43a4-8c7c-8fc5b32f28e1) service to localhost/127.0.0.1:45423 2024-12-03T03:16:15,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:16:15,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data1/current/BP-664940871-172.17.0.3-1733195700230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:16:15,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/cluster_fe1d43f4-ab10-4e36-42b3-89ba7dbc8f51/data/data2/current/BP-664940871-172.17.0.3-1733195700230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:16:15,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:16:15,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17ba8a8f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T03:16:15,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cb12e58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:16:15,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:16:15,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26119b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:16:15,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d0eaa0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3170e9b-1822-44c5-b79d-e5574181f040/hadoop.log.dir/,STOPPED} 2024-12-03T03:16:15,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T03:16:15,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T03:16:15,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45423 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45423 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/0d3ef00225a3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1006 (was 745) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5790 (was 6607)