2024-11-27 17:12:58,459 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 17:12:58,482 main DEBUG Took 0.018989 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 17:12:58,483 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 17:12:58,484 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 17:12:58,485 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 17:12:58,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,497 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 17:12:58,514 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,517 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,518 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,520 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,521 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,524 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,525 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,526 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,527 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,528 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,529 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,530 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 17:12:58,532 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,532 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 17:12:58,534 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 17:12:58,536 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 17:12:58,538 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 17:12:58,539 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 17:12:58,540 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 17:12:58,541 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 17:12:58,550 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 17:12:58,553 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 17:12:58,555 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 17:12:58,556 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 17:12:58,556 main DEBUG createAppenders(={Console}) 2024-11-27 17:12:58,557 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-27 17:12:58,558 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 17:12:58,558 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-27 17:12:58,559 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 17:12:58,559 main DEBUG OutputStream closed 2024-11-27 17:12:58,560 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 17:12:58,560 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 17:12:58,560 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-27 17:12:58,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 17:12:58,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 17:12:58,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 17:12:58,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 17:12:58,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 17:12:58,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 17:12:58,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 17:12:58,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 17:12:58,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 17:12:58,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 17:12:58,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 17:12:58,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 17:12:58,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 17:12:58,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 17:12:58,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 17:12:58,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 17:12:58,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 17:12:58,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 17:12:58,749 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 17:12:58,749 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-27 17:12:58,750 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 17:12:58,750 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-27T17:12:58,777 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-27 17:12:58,781 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 17:12:58,781 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T17:12:58,795 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-27T17:12:58,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=571, ProcessCount=11, AvailableMemoryMB=6799 2024-11-27T17:12:59,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66 2024-11-27T17:12:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:12:59,275 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae, deleteOnExit=true 2024-11-27T17:12:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:12:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/test.cache.data in system properties and HBase conf 2024-11-27T17:12:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:12:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:12:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:12:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:12:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:12:59,397 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T17:12:59,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:12:59,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:12:59,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:12:59,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:12:59,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:12:59,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:12:59,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:12:59,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:12:59,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:12:59,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:12:59,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:12:59,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:12:59,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:12:59,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:12:59,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:13:00,907 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T17:13:01,003 INFO [Time-limited test {}] log.Log(170): Logging initialized @3605ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T17:13:01,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:13:01,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:13:01,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:13:01,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:13:01,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:13:01,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:13:01,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:13:01,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:13:01,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/java.io.tmpdir/jetty-localhost-43201-hadoop-hdfs-3_4_1-tests_jar-_-any-6871128268125053669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:13:01,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:43201} 2024-11-27T17:13:01,438 INFO [Time-limited test {}] server.Server(415): Started @4041ms 2024-11-27T17:13:02,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:13:02,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:13:02,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:13:02,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:13:02,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:13:02,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:13:02,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:13:02,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/java.io.tmpdir/jetty-localhost-41213-hadoop-hdfs-3_4_1-tests_jar-_-any-17823616935175870677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:13:02,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:41213} 2024-11-27T17:13:02,393 INFO [Time-limited test {}] server.Server(415): Started @4996ms 2024-11-27T17:13:02,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:13:02,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:13:02,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:13:02,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:13:02,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:13:02,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:13:02,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:13:02,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:13:02,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/java.io.tmpdir/jetty-localhost-36201-hadoop-hdfs-3_4_1-tests_jar-_-any-14159866171975280664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:13:02,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:36201} 2024-11-27T17:13:02,788 INFO [Time-limited test {}] server.Server(415): Started @5391ms 2024-11-27T17:13:02,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:13:02,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:13:02,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:13:02,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:13:02,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:13:02,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:13:02,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:13:02,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:13:02,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/java.io.tmpdir/jetty-localhost-39827-hadoop-hdfs-3_4_1-tests_jar-_-any-3228473724547378410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:13:02,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:39827} 2024-11-27T17:13:02,966 INFO [Time-limited test {}] server.Server(415): Started @5568ms 2024-11-27T17:13:02,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:13:04,937 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data2/current/BP-1626654923-172.17.0.3-1732727580288/current, will proceed with Du for space computation calculation, 2024-11-27T17:13:04,937 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data3/current/BP-1626654923-172.17.0.3-1732727580288/current, will proceed with Du for space computation calculation, 2024-11-27T17:13:04,937 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data4/current/BP-1626654923-172.17.0.3-1732727580288/current, will proceed with Du for space computation calculation, 2024-11-27T17:13:04,937 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data1/current/BP-1626654923-172.17.0.3-1732727580288/current, will proceed with Du for space computation calculation, 2024-11-27T17:13:04,983 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:13:04,983 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:13:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d2496ea137514b with lease ID 0xe139a7f2c7112e01: Processing first storage report for DS-66a7ba85-add6-4f0f-aa59-a4740e1a1e29 from datanode DatanodeRegistration(127.0.0.1:45089, datanodeUuid=77befa1a-b9da-4315-8e6b-8a2c375bd675, infoPort=42107, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288) 2024-11-27T17:13:05,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d2496ea137514b with lease ID 0xe139a7f2c7112e01: from storage DS-66a7ba85-add6-4f0f-aa59-a4740e1a1e29 node DatanodeRegistration(127.0.0.1:45089, datanodeUuid=77befa1a-b9da-4315-8e6b-8a2c375bd675, infoPort=42107, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T17:13:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52589bcef4e5d03f with lease ID 0xe139a7f2c7112e02: Processing first storage report for DS-ecc6c35e-95e6-4ae5-a481-4e2c26ceb6ca from datanode DatanodeRegistration(127.0.0.1:41933, datanodeUuid=173b12af-0e82-4c6b-93eb-b8a33b6f47fd, infoPort=32891, infoSecurePort=0, ipcPort=41491, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288) 2024-11-27T17:13:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52589bcef4e5d03f with lease ID 0xe139a7f2c7112e02: from storage DS-ecc6c35e-95e6-4ae5-a481-4e2c26ceb6ca node DatanodeRegistration(127.0.0.1:41933, datanodeUuid=173b12af-0e82-4c6b-93eb-b8a33b6f47fd, infoPort=32891, infoSecurePort=0, ipcPort=41491, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T17:13:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d2496ea137514b with lease ID 0xe139a7f2c7112e01: Processing first storage report for DS-1c62a27e-8f39-41c2-89a9-0dc9db7df17b from datanode DatanodeRegistration(127.0.0.1:45089, datanodeUuid=77befa1a-b9da-4315-8e6b-8a2c375bd675, infoPort=42107, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288) 2024-11-27T17:13:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d2496ea137514b with lease ID 0xe139a7f2c7112e01: from storage DS-1c62a27e-8f39-41c2-89a9-0dc9db7df17b node DatanodeRegistration(127.0.0.1:45089, datanodeUuid=77befa1a-b9da-4315-8e6b-8a2c375bd675, infoPort=42107, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:13:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52589bcef4e5d03f with lease ID 0xe139a7f2c7112e02: Processing first storage report for DS-e9760f7d-2def-48d4-adee-3de56d833c15 from datanode DatanodeRegistration(127.0.0.1:41933, datanodeUuid=173b12af-0e82-4c6b-93eb-b8a33b6f47fd, infoPort=32891, infoSecurePort=0, ipcPort=41491, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288) 2024-11-27T17:13:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52589bcef4e5d03f with lease ID 0xe139a7f2c7112e02: from storage DS-e9760f7d-2def-48d4-adee-3de56d833c15 node DatanodeRegistration(127.0.0.1:41933, datanodeUuid=173b12af-0e82-4c6b-93eb-b8a33b6f47fd, infoPort=32891, infoSecurePort=0, ipcPort=41491, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:13:05,352 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data5/current/BP-1626654923-172.17.0.3-1732727580288/current, will proceed with Du for space computation calculation, 2024-11-27T17:13:05,352 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data6/current/BP-1626654923-172.17.0.3-1732727580288/current, will proceed with Du for space computation calculation, 2024-11-27T17:13:05,370 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:13:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x556484db4ba6a7b with lease ID 0xe139a7f2c7112e03: Processing first storage report for DS-2b20d13d-6c37-472d-a25a-c535fac7f244 from datanode DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6c82f53a-7f42-4920-abee-e64a9e438ce0, infoPort=42515, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288) 2024-11-27T17:13:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x556484db4ba6a7b with lease ID 0xe139a7f2c7112e03: from storage DS-2b20d13d-6c37-472d-a25a-c535fac7f244 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6c82f53a-7f42-4920-abee-e64a9e438ce0, infoPort=42515, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:13:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x556484db4ba6a7b with lease ID 0xe139a7f2c7112e03: Processing first storage report for DS-c20f3ae6-4b30-4fec-a301-9bdb382ea4c0 from datanode DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6c82f53a-7f42-4920-abee-e64a9e438ce0, infoPort=42515, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288) 2024-11-27T17:13:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x556484db4ba6a7b with lease ID 0xe139a7f2c7112e03: from storage DS-c20f3ae6-4b30-4fec-a301-9bdb382ea4c0 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6c82f53a-7f42-4920-abee-e64a9e438ce0, infoPort=42515, infoSecurePort=0, ipcPort=33415, storageInfo=lv=-57;cid=testClusterID;nsid=1479994763;c=1732727580288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:13:05,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66 2024-11-27T17:13:05,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/zookeeper_0, clientPort=52685, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:13:05,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52685 2024-11-27T17:13:05,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:05,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:13:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:13:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:13:06,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 with version=8 2024-11-27T17:13:06,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/hbase-staging 2024-11-27T17:13:06,210 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T17:13:06,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:13:06,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:06,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:06,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:13:06,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:06,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:13:06,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:13:06,641 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T17:13:06,648 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T17:13:06,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:13:06,672 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1039 (auto-detected) 2024-11-27T17:13:06,673 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T17:13:06,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42607 2024-11-27T17:13:06,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42607 connecting to ZooKeeper ensemble=127.0.0.1:52685 2024-11-27T17:13:06,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426070x0, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:13:06,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42607-0x1017d48b6650000 connected 2024-11-27T17:13:06,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:06,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:06,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:13:06,898 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5, hbase.cluster.distributed=false 2024-11-27T17:13:06,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:13:06,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42607 2024-11-27T17:13:06,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42607 2024-11-27T17:13:06,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42607 2024-11-27T17:13:06,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42607 2024-11-27T17:13:06,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42607 2024-11-27T17:13:07,050 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:13:07,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:13:07,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:13:07,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:13:07,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:13:07,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36425 2024-11-27T17:13:07,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36425 connecting to ZooKeeper ensemble=127.0.0.1:52685 2024-11-27T17:13:07,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:07,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:07,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364250x0, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:13:07,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364250x0, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:13:07,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36425-0x1017d48b6650001 connected 2024-11-27T17:13:07,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:13:07,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:13:07,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T17:13:07,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:13:07,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-27T17:13:07,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36425 2024-11-27T17:13:07,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36425 2024-11-27T17:13:07,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-27T17:13:07,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36425 2024-11-27T17:13:07,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:13:07,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:13:07,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:13:07,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:13:07,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:13:07,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42101 2024-11-27T17:13:07,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42101 connecting to ZooKeeper ensemble=127.0.0.1:52685 2024-11-27T17:13:07,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:07,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:07,153 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421010x0, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:13:07,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421010x0, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:13:07,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42101-0x1017d48b6650002 connected 2024-11-27T17:13:07,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:13:07,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:13:07,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T17:13:07,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:13:07,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-27T17:13:07,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42101 2024-11-27T17:13:07,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42101 2024-11-27T17:13:07,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-27T17:13:07,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-27T17:13:07,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:13:07,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:13:07,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:13:07,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:13:07,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:13:07,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:13:07,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38177 2024-11-27T17:13:07,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38177 connecting to ZooKeeper ensemble=127.0.0.1:52685 2024-11-27T17:13:07,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:07,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:07,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381770x0, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:13:07,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381770x0, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:13:07,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38177-0x1017d48b6650003 connected 2024-11-27T17:13:07,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:13:07,202 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:13:07,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T17:13:07,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:13:07,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-27T17:13:07,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38177 2024-11-27T17:13:07,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38177 2024-11-27T17:13:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-27T17:13:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-27T17:13:07,224 DEBUG [M:0;8f0673442175:42607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:42607 2024-11-27T17:13:07,225 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8f0673442175,42607,1732727586254 2024-11-27T17:13:07,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,243 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,245 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8f0673442175,42607,1732727586254 2024-11-27T17:13:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T17:13:07,279 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T17:13:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,280 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T17:13:07,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,282 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T17:13:07,283 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8f0673442175,42607,1732727586254 from backup master directory 2024-11-27T17:13:07,294 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8f0673442175,42607,1732727586254 2024-11-27T17:13:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:13:07,295 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:13:07,295 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,42607,1732727586254 2024-11-27T17:13:07,297 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T17:13:07,298 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T17:13:07,361 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/hbase.id] with ID: 2c757df2-9c2c-4080-a133-cb8881340e81 2024-11-27T17:13:07,361 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.tmp/hbase.id 2024-11-27T17:13:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:13:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:13:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:13:07,387 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.tmp/hbase.id]:[hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/hbase.id] 2024-11-27T17:13:07,447 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:13:07,453 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:13:07,484 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-27T17:13:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,515 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:13:07,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:13:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:13:07,565 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:13:07,567 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:13:07,588 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T17:13:07,594 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:13:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:13:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:13:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:13:07,664 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store 2024-11-27T17:13:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:13:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:13:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:13:07,722 INFO [master/8f0673442175:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T17:13:07,726 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:07,728 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:13:07,728 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:13:07,729 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:13:07,731 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:13:07,731 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:13:07,732 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:13:07,733 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727587728Disabling compacts and flushes for region at 1732727587728Disabling writes for close at 1732727587731 (+3 ms)Writing region close event to WAL at 1732727587732 (+1 ms)Closed at 1732727587732 2024-11-27T17:13:07,748 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/.initializing 2024-11-27T17:13:07,748 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/WALs/8f0673442175,42607,1732727586254 2024-11-27T17:13:07,768 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:13:07,793 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C42607%2C1732727586254, suffix=, logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/WALs/8f0673442175,42607,1732727586254, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/oldWALs, maxLogs=10 2024-11-27T17:13:07,829 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/WALs/8f0673442175,42607,1732727586254/8f0673442175%2C42607%2C1732727586254.1732727587800, exclude list is [], retry=0 2024-11-27T17:13:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44365,DS-2b20d13d-6c37-472d-a25a-c535fac7f244,DISK] 2024-11-27T17:13:07,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-66a7ba85-add6-4f0f-aa59-a4740e1a1e29,DISK] 2024-11-27T17:13:07,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-ecc6c35e-95e6-4ae5-a481-4e2c26ceb6ca,DISK] 2024-11-27T17:13:07,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T17:13:07,904 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/WALs/8f0673442175,42607,1732727586254/8f0673442175%2C42607%2C1732727586254.1732727587800 2024-11-27T17:13:07,916 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32891:32891),(127.0.0.1/127.0.0.1:42515:42515),(127.0.0.1/127.0.0.1:42107:42107)] 2024-11-27T17:13:07,917 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:13:07,917 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:07,922 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:07,929 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:07,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:13:08,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:08,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:08,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:13:08,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:08,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:08,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:13:08,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:08,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:08,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:13:08,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:08,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:08,057 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,062 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,068 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,078 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,079 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,088 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:13:08,093 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:13:08,102 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:08,113 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73340005, jitterRate=0.09285123646259308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:13:08,123 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727587947Initializing all the Stores at 1732727587951 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727587952 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727587956 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727587957 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727587957Cleaning up temporary data from old regions at 1732727588079 (+122 ms)Region opened successfully at 1732727588122 (+43 ms) 2024-11-27T17:13:08,128 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:13:08,172 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556251da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:13:08,218 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:13:08,233 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:13:08,233 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:13:08,237 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:13:08,239 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T17:13:08,246 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-27T17:13:08,246 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T17:13:08,286 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:13:08,301 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T17:13:08,315 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T17:13:08,319 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:13:08,321 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:13:08,332 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T17:13:08,335 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:13:08,341 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:13:08,357 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T17:13:08,359 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:13:08,378 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T17:13:08,403 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:13:08,416 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T17:13:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:13:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:13:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:13:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,432 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:13:08,432 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,435 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,42607,1732727586254, sessionid=0x1017d48b6650000, setting cluster-up flag (Was=false) 2024-11-27T17:13:08,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,483 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,532 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T17:13:08,535 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,42607,1732727586254 2024-11-27T17:13:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,557 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:08,595 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T17:13:08,597 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,42607,1732727586254 2024-11-27T17:13:08,610 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:13:08,622 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(746): ClusterId : 2c757df2-9c2c-4080-a133-cb8881340e81 2024-11-27T17:13:08,622 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(746): ClusterId : 2c757df2-9c2c-4080-a133-cb8881340e81 2024-11-27T17:13:08,622 INFO [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(746): ClusterId : 2c757df2-9c2c-4080-a133-cb8881340e81 2024-11-27T17:13:08,625 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:13:08,626 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:13:08,629 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:13:08,666 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:13:08,666 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:13:08,668 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:13:08,668 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:13:08,669 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:13:08,669 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:13:08,691 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:13:08,691 DEBUG [RS:0;8f0673442175:36425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a473ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:13:08,699 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:13:08,700 DEBUG [RS:2;8f0673442175:38177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce6bcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:13:08,701 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:13:08,701 DEBUG [RS:1;8f0673442175:42101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6b563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:13:08,718 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8f0673442175:38177 2024-11-27T17:13:08,720 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8f0673442175:42101 2024-11-27T17:13:08,721 DEBUG [RS:0;8f0673442175:36425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:36425 2024-11-27T17:13:08,732 INFO [RS:2;8f0673442175:38177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:13:08,732 INFO [RS:2;8f0673442175:38177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:13:08,732 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:13:08,733 INFO [RS:0;8f0673442175:36425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:13:08,733 INFO [RS:0;8f0673442175:36425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:13:08,733 DEBUG [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:13:08,733 INFO [RS:1;8f0673442175:42101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:13:08,734 INFO [RS:1;8f0673442175:42101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:13:08,734 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:13:08,736 INFO [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,42607,1732727586254 with port=36425, startcode=1732727587007 2024-11-27T17:13:08,736 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,42607,1732727586254 with port=42101, startcode=1732727587125 2024-11-27T17:13:08,736 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,42607,1732727586254 with port=38177, startcode=1732727587179 2024-11-27T17:13:08,737 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:13:08,757 DEBUG [RS:1;8f0673442175:42101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:13:08,758 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:13:08,760 DEBUG [RS:2;8f0673442175:38177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:13:08,765 DEBUG [RS:0;8f0673442175:36425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:13:08,767 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:13:08,775 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,42607,1732727586254 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:13:08,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:13:08,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:13:08,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:13:08,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:13:08,789 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:13:08,790 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:08,790 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:13:08,790 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:08,849 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:13:08,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:13:08,857 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:13:08,857 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:13:08,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:13:08,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:13:08,863 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:13:08,864 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:13:08,868 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727618868 2024-11-27T17:13:08,870 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:13:08,876 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:13:08,881 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:13:08,881 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:13:08,881 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:08,882 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:13:08,882 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:13:08,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:13:08,909 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:08,917 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:13:08,919 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:13:08,919 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:13:08,922 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T17:13:08,922 DEBUG [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T17:13:08,922 WARN [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T17:13:08,922 WARN [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T17:13:08,922 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T17:13:08,922 WARN [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T17:13:08,927 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:13:08,929 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:13:08,940 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727588935,5,FailOnTimeoutGroup] 2024-11-27T17:13:08,948 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727588942,5,FailOnTimeoutGroup] 2024-11-27T17:13:08,948 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:08,949 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:13:08,950 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:08,950 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:08,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:13:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:13:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:13:08,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:13:08,983 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:09,023 INFO [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,42607,1732727586254 with port=36425, startcode=1732727587007 2024-11-27T17:13:09,023 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,42607,1732727586254 with port=38177, startcode=1732727587179 2024-11-27T17:13:09,023 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,42607,1732727586254 with port=42101, startcode=1732727587125 2024-11-27T17:13:09,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:13:09,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:13:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:13:09,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:09,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:13:09,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:13:09,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:09,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:13:09,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:13:09,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:13:09,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:13:09,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:09,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:09,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:13:09,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:13:09,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:09,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:09,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:13:09,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740 2024-11-27T17:13:09,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740 2024-11-27T17:13:09,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:13:09,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:13:09,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:13:09,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:13:09,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,36425,1732727587007 2024-11-27T17:13:09,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(517): Registering regionserver=8f0673442175,36425,1732727587007 2024-11-27T17:13:09,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:09,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68474215, jitterRate=0.02034531533718109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:13:09,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,42101,1732727587125 2024-11-27T17:13:09,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(517): Registering regionserver=8f0673442175,42101,1732727587125 2024-11-27T17:13:09,086 DEBUG [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:09,086 DEBUG [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40215 2024-11-27T17:13:09,086 DEBUG [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:13:09,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727589035Initializing all the Stores at 1732727589038 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727589038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727589038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727589038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727589038Cleaning up temporary data from old regions at 1732727589061 (+23 ms)Region opened successfully at 1732727589091 (+30 ms) 2024-11-27T17:13:09,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:13:09,091 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:13:09,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:13:09,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:13:09,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:13:09,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,38177,1732727587179 2024-11-27T17:13:09,092 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:09,093 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40215 2024-11-27T17:13:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:13:09,101 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:13:09,102 DEBUG [RS:0;8f0673442175:36425 {}] zookeeper.ZKUtil(111): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8f0673442175,36425,1732727587007 2024-11-27T17:13:09,102 WARN [RS:0;8f0673442175:36425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:13:09,102 INFO [RS:0;8f0673442175:36425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:13:09,102 DEBUG [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007 2024-11-27T17:13:09,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] master.ServerManager(517): Registering regionserver=8f0673442175,38177,1732727587179 2024-11-27T17:13:09,093 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:13:09,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727589091Disabling compacts and flushes for region at 1732727589091Disabling writes for close at 1732727589091Writing region close event to WAL at 1732727589093 (+2 ms)Closed at 1732727589093 2024-11-27T17:13:09,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:13:09,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:13:09,116 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:09,116 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40215 2024-11-27T17:13:09,116 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:13:09,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:13:09,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:13:09,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:13:09,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,36425,1732727587007] 2024-11-27T17:13:09,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,42101,1732727587125] 2024-11-27T17:13:09,313 WARN [8f0673442175:42607 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T17:13:09,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:13:09,357 DEBUG [RS:1;8f0673442175:42101 {}] zookeeper.ZKUtil(111): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8f0673442175,42101,1732727587125 2024-11-27T17:13:09,357 WARN [RS:1;8f0673442175:42101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:13:09,357 INFO [RS:1;8f0673442175:42101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:13:09,357 DEBUG [RS:2;8f0673442175:38177 {}] zookeeper.ZKUtil(111): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8f0673442175,38177,1732727587179 2024-11-27T17:13:09,358 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,42101,1732727587125 2024-11-27T17:13:09,358 WARN [RS:2;8f0673442175:38177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:13:09,358 INFO [RS:2;8f0673442175:38177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:13:09,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,38177,1732727587179] 2024-11-27T17:13:09,358 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179 2024-11-27T17:13:09,380 INFO [RS:1;8f0673442175:42101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:13:09,380 INFO [RS:2;8f0673442175:38177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:13:09,380 INFO [RS:0;8f0673442175:36425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:13:09,401 INFO [RS:1;8f0673442175:42101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:13:09,401 INFO [RS:2;8f0673442175:38177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:13:09,401 INFO [RS:0;8f0673442175:36425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:13:09,409 INFO [RS:1;8f0673442175:42101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:13:09,409 INFO [RS:0;8f0673442175:36425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:13:09,409 INFO [RS:2;8f0673442175:38177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:13:09,409 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,409 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,409 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,411 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:13:09,412 INFO [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:13:09,412 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:13:09,418 INFO [RS:2;8f0673442175:38177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:13:09,418 INFO [RS:0;8f0673442175:36425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:13:09,418 INFO [RS:1;8f0673442175:42101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:13:09,419 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,419 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,419 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,419 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,419 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:13:09,420 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:13:09,420 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,420 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:13:09,421 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:13:09,421 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:13:09,421 DEBUG [RS:1;8f0673442175:42101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:13:09,421 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:13:09,422 DEBUG [RS:2;8f0673442175:38177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:13:09,422 DEBUG [RS:0;8f0673442175:36425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:13:09,422 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,423 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,423 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,423 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,423 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,423 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36425,1732727587007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:13:09,430 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,431 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,431 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,431 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,431 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,431 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42101,1732727587125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:13:09,456 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,456 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,456 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,456 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,457 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,457 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38177,1732727587179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:13:09,463 INFO [RS:0;8f0673442175:36425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:13:09,465 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,36425,1732727587007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,466 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,466 INFO [RS:0;8f0673442175:36425 {}] regionserver.Replication(171): 8f0673442175,36425,1732727587007 started 2024-11-27T17:13:09,473 INFO [RS:1;8f0673442175:42101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:13:09,474 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42101,1732727587125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,474 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,474 INFO [RS:1;8f0673442175:42101 {}] regionserver.Replication(171): 8f0673442175,42101,1732727587125 started 2024-11-27T17:13:09,479 INFO [RS:2;8f0673442175:38177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:13:09,479 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,38177,1732727587179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,479 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,479 INFO [RS:2;8f0673442175:38177 {}] regionserver.Replication(171): 8f0673442175,38177,1732727587179 started 2024-11-27T17:13:09,485 INFO [RS:0;8f0673442175:36425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,485 INFO [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,36425,1732727587007, RpcServer on 8f0673442175/172.17.0.3:36425, sessionid=0x1017d48b6650001 2024-11-27T17:13:09,486 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:13:09,486 DEBUG [RS:0;8f0673442175:36425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,36425,1732727587007 2024-11-27T17:13:09,486 DEBUG [RS:0;8f0673442175:36425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,36425,1732727587007' 2024-11-27T17:13:09,486 DEBUG [RS:0;8f0673442175:36425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T17:13:09,487 DEBUG [RS:0;8f0673442175:36425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T17:13:09,488 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:13:09,488 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:13:09,488 DEBUG [RS:0;8f0673442175:36425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,36425,1732727587007 2024-11-27T17:13:09,488 DEBUG [RS:0;8f0673442175:36425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,36425,1732727587007' 2024-11-27T17:13:09,488 DEBUG [RS:0;8f0673442175:36425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T17:13:09,489 DEBUG [RS:0;8f0673442175:36425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T17:13:09,490 DEBUG [RS:0;8f0673442175:36425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:13:09,490 INFO [RS:0;8f0673442175:36425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:13:09,490 INFO [RS:0;8f0673442175:36425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:13:09,496 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,496 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,42101,1732727587125, RpcServer on 8f0673442175/172.17.0.3:42101, sessionid=0x1017d48b6650002 2024-11-27T17:13:09,496 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:13:09,497 DEBUG [RS:1;8f0673442175:42101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,42101,1732727587125 2024-11-27T17:13:09,497 DEBUG [RS:1;8f0673442175:42101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42101,1732727587125' 2024-11-27T17:13:09,497 DEBUG [RS:1;8f0673442175:42101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T17:13:09,498 DEBUG [RS:1;8f0673442175:42101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T17:13:09,498 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:13:09,498 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:13:09,498 DEBUG [RS:1;8f0673442175:42101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,42101,1732727587125 2024-11-27T17:13:09,499 DEBUG [RS:1;8f0673442175:42101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,42101,1732727587125' 2024-11-27T17:13:09,499 DEBUG [RS:1;8f0673442175:42101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T17:13:09,499 DEBUG [RS:1;8f0673442175:42101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T17:13:09,500 DEBUG [RS:1;8f0673442175:42101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:13:09,500 INFO [RS:1;8f0673442175:42101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:13:09,500 INFO [RS:1;8f0673442175:42101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:13:09,500 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:09,501 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,38177,1732727587179, RpcServer on 8f0673442175/172.17.0.3:38177, sessionid=0x1017d48b6650003 2024-11-27T17:13:09,501 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:13:09,501 DEBUG [RS:2;8f0673442175:38177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,38177,1732727587179 2024-11-27T17:13:09,501 DEBUG [RS:2;8f0673442175:38177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,38177,1732727587179' 2024-11-27T17:13:09,501 DEBUG [RS:2;8f0673442175:38177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T17:13:09,502 DEBUG [RS:2;8f0673442175:38177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T17:13:09,503 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:13:09,503 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:13:09,503 DEBUG [RS:2;8f0673442175:38177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,38177,1732727587179 2024-11-27T17:13:09,503 DEBUG [RS:2;8f0673442175:38177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,38177,1732727587179' 2024-11-27T17:13:09,503 DEBUG [RS:2;8f0673442175:38177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T17:13:09,506 DEBUG [RS:2;8f0673442175:38177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T17:13:09,507 DEBUG [RS:2;8f0673442175:38177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:13:09,507 INFO [RS:2;8f0673442175:38177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:13:09,507 INFO [RS:2;8f0673442175:38177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:13:09,596 INFO [RS:0;8f0673442175:36425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:13:09,599 INFO [RS:0;8f0673442175:36425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C36425%2C1732727587007, suffix=, logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs, maxLogs=32 2024-11-27T17:13:09,601 INFO [RS:1;8f0673442175:42101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:13:09,604 INFO [RS:1;8f0673442175:42101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C42101%2C1732727587125, suffix=, logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,42101,1732727587125, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs, maxLogs=32 2024-11-27T17:13:09,608 INFO [RS:2;8f0673442175:38177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:13:09,611 INFO [RS:2;8f0673442175:38177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C38177%2C1732727587179, suffix=, logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs, maxLogs=32 2024-11-27T17:13:09,618 DEBUG [RS:0;8f0673442175:36425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007/8f0673442175%2C36425%2C1732727587007.1732727589601, exclude list is [], retry=0 2024-11-27T17:13:09,621 DEBUG [RS:1;8f0673442175:42101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,42101,1732727587125/8f0673442175%2C42101%2C1732727587125.1732727589606, exclude list is [], retry=0 2024-11-27T17:13:09,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-66a7ba85-add6-4f0f-aa59-a4740e1a1e29,DISK] 2024-11-27T17:13:09,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-ecc6c35e-95e6-4ae5-a481-4e2c26ceb6ca,DISK] 2024-11-27T17:13:09,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44365,DS-2b20d13d-6c37-472d-a25a-c535fac7f244,DISK] 2024-11-27T17:13:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-ecc6c35e-95e6-4ae5-a481-4e2c26ceb6ca,DISK] 2024-11-27T17:13:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44365,DS-2b20d13d-6c37-472d-a25a-c535fac7f244,DISK] 2024-11-27T17:13:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-66a7ba85-add6-4f0f-aa59-a4740e1a1e29,DISK] 2024-11-27T17:13:09,631 DEBUG [RS:2;8f0673442175:38177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179/8f0673442175%2C38177%2C1732727587179.1732727589614, exclude list is [], retry=0 2024-11-27T17:13:09,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-ecc6c35e-95e6-4ae5-a481-4e2c26ceb6ca,DISK] 2024-11-27T17:13:09,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44365,DS-2b20d13d-6c37-472d-a25a-c535fac7f244,DISK] 2024-11-27T17:13:09,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-66a7ba85-add6-4f0f-aa59-a4740e1a1e29,DISK] 2024-11-27T17:13:09,674 INFO [RS:2;8f0673442175:38177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179/8f0673442175%2C38177%2C1732727587179.1732727589614 2024-11-27T17:13:09,674 INFO [RS:0;8f0673442175:36425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007/8f0673442175%2C36425%2C1732727587007.1732727589601 2024-11-27T17:13:09,675 DEBUG [RS:2;8f0673442175:38177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42515:42515),(127.0.0.1/127.0.0.1:42107:42107),(127.0.0.1/127.0.0.1:32891:32891)] 2024-11-27T17:13:09,675 DEBUG [RS:0;8f0673442175:36425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107),(127.0.0.1/127.0.0.1:42515:42515),(127.0.0.1/127.0.0.1:32891:32891)] 2024-11-27T17:13:09,675 INFO [RS:1;8f0673442175:42101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,42101,1732727587125/8f0673442175%2C42101%2C1732727587125.1732727589606 2024-11-27T17:13:09,676 DEBUG [RS:1;8f0673442175:42101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32891:32891),(127.0.0.1/127.0.0.1:42515:42515),(127.0.0.1/127.0.0.1:42107:42107)] 2024-11-27T17:13:09,817 DEBUG [8f0673442175:42607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T17:13:09,828 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(204): Hosts are {8f0673442175=0} racks are {/default-rack=0} 2024-11-27T17:13:09,836 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T17:13:09,836 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T17:13:09,836 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T17:13:09,836 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T17:13:09,836 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T17:13:09,837 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T17:13:09,837 INFO [8f0673442175:42607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T17:13:09,837 INFO [8f0673442175:42607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T17:13:09,837 INFO [8f0673442175:42607 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T17:13:09,837 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T17:13:09,846 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:09,854 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,38177,1732727587179, state=OPENING 2024-11-27T17:13:09,907 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:13:09,994 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:09,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:09,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:13:09,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:09,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:09,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:09,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:09,999 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:13:10,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,38177,1732727587179}] 2024-11-27T17:13:16,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:13:16,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T17:13:20,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:13:20,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:13:20,047 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:13:20,048 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:13:20,049 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:13:20,052 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C38177%2C1732727587179.meta, suffix=.meta, logDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs, maxLogs=32 2024-11-27T17:13:20,072 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179/8f0673442175%2C38177%2C1732727587179.meta.1732727600054.meta, exclude list is [], retry=0 2024-11-27T17:13:20,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44365,DS-2b20d13d-6c37-472d-a25a-c535fac7f244,DISK] 2024-11-27T17:13:20,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-66a7ba85-add6-4f0f-aa59-a4740e1a1e29,DISK] 2024-11-27T17:13:20,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-ecc6c35e-95e6-4ae5-a481-4e2c26ceb6ca,DISK] 2024-11-27T17:13:20,089 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179/8f0673442175%2C38177%2C1732727587179.meta.1732727600054.meta 2024-11-27T17:13:20,092 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107),(127.0.0.1/127.0.0.1:42515:42515),(127.0.0.1/127.0.0.1:32891:32891)] 2024-11-27T17:13:20,092 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:13:20,095 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:13:20,099 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:13:20,107 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:13:20,111 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:13:20,112 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,112 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:13:20,112 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:13:20,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:13:20,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:13:20,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:20,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:20,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:13:20,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:13:20,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:20,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:20,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:13:20,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:13:20,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:20,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:20,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:13:20,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:13:20,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:20,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:13:20,128 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:13:20,130 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740 2024-11-27T17:13:20,133 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740 2024-11-27T17:13:20,136 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:13:20,136 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:13:20,137 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:13:20,141 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:13:20,143 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69010958, jitterRate=0.028343409299850464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:13:20,143 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:13:20,144 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727600113Writing region info on filesystem at 1732727600113Initializing all the Stores at 1732727600115 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727600115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727600116 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727600116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727600116Cleaning up temporary data from old regions at 1732727600136 (+20 ms)Running coprocessor post-open hooks at 1732727600143 (+7 ms)Region opened successfully at 1732727600144 (+1 ms) 2024-11-27T17:13:20,151 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727600025 2024-11-27T17:13:20,165 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:13:20,165 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:13:20,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:20,170 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,38177,1732727587179, state=OPEN 2024-11-27T17:13:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:13:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:13:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:13:20,184 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:13:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:20,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:13:20,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,38177,1732727587179 2024-11-27T17:13:20,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:13:20,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,38177,1732727587179 in 10.1830 sec 2024-11-27T17:13:20,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:13:20,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0700 sec 2024-11-27T17:13:20,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:13:20,207 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:13:20,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:13:20,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,38177,1732727587179, seqNum=-1] 2024-11-27T17:13:20,289 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:13:20,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:13:20,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6630 sec 2024-11-27T17:13:20,329 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727600329, completionTime=-1 2024-11-27T17:13:20,332 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T17:13:20,333 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:13:20,366 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T17:13:20,366 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727660366 2024-11-27T17:13:20,366 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732727720366 2024-11-27T17:13:20,366 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-27T17:13:20,368 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:13:20,381 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42607,1732727586254-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:20,381 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42607,1732727586254-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:20,381 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42607,1732727586254-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:20,383 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:42607, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:20,383 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:20,384 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:20,404 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:13:20,430 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.135sec 2024-11-27T17:13:20,438 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:13:20,439 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:13:20,441 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:13:20,442 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:13:20,442 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:13:20,443 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42607,1732727586254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:13:20,444 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42607,1732727586254-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:13:20,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda29e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:13:20,456 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:13:20,458 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:13:20,459 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,42607,1732727586254-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:13:20,462 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T17:13:20,462 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T17:13:20,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,42607,-1 for getting cluster id 2024-11-27T17:13:20,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:13:20,495 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c757df2-9c2c-4080-a133-cb8881340e81' 2024-11-27T17:13:20,502 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:13:20,502 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c757df2-9c2c-4080-a133-cb8881340e81" 2024-11-27T17:13:20,503 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200b37dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:13:20,503 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,42607,-1] 2024-11-27T17:13:20,507 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:13:20,513 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:13:20,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:13:20,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:13:20,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:13:20,539 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,38177,1732727587179, seqNum=-1] 2024-11-27T17:13:20,540 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:13:20,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:13:20,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,42607,1732727586254 2024-11-27T17:13:20,587 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732727600585 (current time:1732727600585). 2024-11-27T17:13:20,587 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T17:13:20,587 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T17:13:20,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28b54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:13:20,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,42607,-1 for getting cluster id 2024-11-27T17:13:20,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:13:20,597 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c757df2-9c2c-4080-a133-cb8881340e81' 2024-11-27T17:13:20,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:13:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c757df2-9c2c-4080-a133-cb8881340e81" 2024-11-27T17:13:20,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e68177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:13:20,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,42607,-1] 2024-11-27T17:13:20,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:13:20,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:13:20,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:13:20,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfbb5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:13:20,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:13:20,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,38177,1732727587179, seqNum=-1] 2024-11-27T17:13:20,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:13:20,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:13:20,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:13:20,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:13:20,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:13:20,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:13:20,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:13:20,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:13:20,638 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,42607,1732727586254 2024-11-27T17:13:20,642 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d3e85 2024-11-27T17:13:20,643 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:13:20,647 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:13:20,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:13:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T17:13:20,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:13:20,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T17:13:20,672 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:20,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:13:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:20,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741837_1013 (size=361) 2024-11-27T17:13:20,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741837_1013 (size=361) 2024-11-27T17:13:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741837_1013 (size=361) 2024-11-27T17:13:20,733 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 429bdd38ee3bb737f79b47d21e675033, NAME => 'SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,733 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dcbf98729477b678449e309434c1ac0a, NAME => 'SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,734 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 48e663c4d8909d0b176280afe780ba35, NAME => 'SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741838_1014 (size=54) 2024-11-27T17:13:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741838_1014 (size=54) 2024-11-27T17:13:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741838_1014 (size=54) 2024-11-27T17:13:20,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 429bdd38ee3bb737f79b47d21e675033, disabling compactions & flushes 2024-11-27T17:13:20,787 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:13:20,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:13:20,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. after waiting 0 ms 2024-11-27T17:13:20,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:13:20,787 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:13:20,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 429bdd38ee3bb737f79b47d21e675033: Waiting for close lock at 1732727600787Disabling compacts and flushes for region at 1732727600787Disabling writes for close at 1732727600787Writing region close event to WAL at 1732727600787Closed at 1732727600787 2024-11-27T17:13:20,788 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5809a5bebde29ad54f912b79a1996fa, NAME => 'SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741839_1015 (size=62) 2024-11-27T17:13:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741839_1015 (size=62) 2024-11-27T17:13:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741840_1016 (size=62) 2024-11-27T17:13:20,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741840_1016 (size=62) 2024-11-27T17:13:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741840_1016 (size=62) 2024-11-27T17:13:20,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dcbf98729477b678449e309434c1ac0a, disabling compactions & flushes 2024-11-27T17:13:20,828 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:20,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:20,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. after waiting 0 ms 2024-11-27T17:13:20,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:20,828 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:20,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dcbf98729477b678449e309434c1ac0a: Waiting for close lock at 1732727600828Disabling compacts and flushes for region at 1732727600828Disabling writes for close at 1732727600828Writing region close event to WAL at 1732727600828Closed at 1732727600828 2024-11-27T17:13:20,829 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 360245d386af4a5b834f67dec2fff9b5, NAME => 'SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741839_1015 (size=62) 2024-11-27T17:13:20,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 48e663c4d8909d0b176280afe780ba35, disabling compactions & flushes 2024-11-27T17:13:20,832 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:20,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:20,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. after waiting 0 ms 2024-11-27T17:13:20,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:20,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:20,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 48e663c4d8909d0b176280afe780ba35: Waiting for close lock at 1732727600832Disabling compacts and flushes for region at 1732727600832Disabling writes for close at 1732727600832Writing region close event to WAL at 1732727600833 (+1 ms)Closed at 1732727600833 2024-11-27T17:13:20,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b70753d6a22f9504ac0b3cffbf43fd3f, NAME => 'SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741841_1017 (size=62) 2024-11-27T17:13:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741841_1017 (size=62) 2024-11-27T17:13:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741841_1017 (size=62) 2024-11-27T17:13:20,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f5809a5bebde29ad54f912b79a1996fa, disabling compactions & flushes 2024-11-27T17:13:20,864 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:13:20,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:13:20,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. after waiting 0 ms 2024-11-27T17:13:20,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:13:20,864 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:13:20,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5809a5bebde29ad54f912b79a1996fa: Waiting for close lock at 1732727600864Disabling compacts and flushes for region at 1732727600864Disabling writes for close at 1732727600864Writing region close event to WAL at 1732727600864Closed at 1732727600864 2024-11-27T17:13:20,865 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4054d61dda1bf155d52882b6dfe7707, NAME => 'SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741842_1018 (size=62) 2024-11-27T17:13:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741842_1018 (size=62) 2024-11-27T17:13:20,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741842_1018 (size=62) 2024-11-27T17:13:20,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741843_1019 (size=62) 2024-11-27T17:13:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741843_1019 (size=62) 2024-11-27T17:13:20,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 360245d386af4a5b834f67dec2fff9b5, disabling compactions & flushes 2024-11-27T17:13:20,882 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:20,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:20,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. after waiting 0 ms 2024-11-27T17:13:20,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:20,882 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:20,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 360245d386af4a5b834f67dec2fff9b5: Waiting for close lock at 1732727600882Disabling compacts and flushes for region at 1732727600882Disabling writes for close at 1732727600882Writing region close event to WAL at 1732727600882Closed at 1732727600882 2024-11-27T17:13:20,883 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ee03046d749a744f06ffe6f30c737393, NAME => 'SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741843_1019 (size=62) 2024-11-27T17:13:20,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b70753d6a22f9504ac0b3cffbf43fd3f, disabling compactions & flushes 2024-11-27T17:13:20,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:20,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:20,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. after waiting 0 ms 2024-11-27T17:13:20,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:20,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:20,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b70753d6a22f9504ac0b3cffbf43fd3f: Waiting for close lock at 1732727600884Disabling compacts and flushes for region at 1732727600884Disabling writes for close at 1732727600884Writing region close event to WAL at 1732727600884Closed at 1732727600884 2024-11-27T17:13:20,885 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dca6151641eb20ec2842c4d4fa400135, NAME => 'SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741844_1020 (size=62) 2024-11-27T17:13:20,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741844_1020 (size=62) 2024-11-27T17:13:20,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741844_1020 (size=62) 2024-11-27T17:13:20,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4054d61dda1bf155d52882b6dfe7707, disabling compactions & flushes 2024-11-27T17:13:20,903 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:20,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:20,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. after waiting 0 ms 2024-11-27T17:13:20,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:20,903 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:20,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4054d61dda1bf155d52882b6dfe7707: Waiting for close lock at 1732727600903Disabling compacts and flushes for region at 1732727600903Disabling writes for close at 1732727600903Writing region close event to WAL at 1732727600903Closed at 1732727600903 2024-11-27T17:13:20,904 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 790f25c416a45a5df68e986d4edd720c, NAME => 'SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5 2024-11-27T17:13:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741845_1021 (size=62) 2024-11-27T17:13:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741845_1021 (size=62) 2024-11-27T17:13:20,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741845_1021 (size=62) 2024-11-27T17:13:20,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ee03046d749a744f06ffe6f30c737393, disabling compactions & flushes 2024-11-27T17:13:20,930 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:20,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:20,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. after waiting 0 ms 2024-11-27T17:13:20,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:20,930 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:20,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ee03046d749a744f06ffe6f30c737393: Waiting for close lock at 1732727600930Disabling compacts and flushes for region at 1732727600930Disabling writes for close at 1732727600930Writing region close event to WAL at 1732727600930Closed at 1732727600930 2024-11-27T17:13:20,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741846_1022 (size=62) 2024-11-27T17:13:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741846_1022 (size=62) 2024-11-27T17:13:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741846_1022 (size=62) 2024-11-27T17:13:20,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dca6151641eb20ec2842c4d4fa400135, disabling compactions & flushes 2024-11-27T17:13:20,946 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:20,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:20,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. after waiting 0 ms 2024-11-27T17:13:20,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:20,946 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:20,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dca6151641eb20ec2842c4d4fa400135: Waiting for close lock at 1732727600946Disabling compacts and flushes for region at 1732727600946Disabling writes for close at 1732727600946Writing region close event to WAL at 1732727600946Closed at 1732727600946 2024-11-27T17:13:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741847_1023 (size=54) 2024-11-27T17:13:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741847_1023 (size=54) 2024-11-27T17:13:20,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741847_1023 (size=54) 2024-11-27T17:13:20,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:20,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 790f25c416a45a5df68e986d4edd720c, disabling compactions & flushes 2024-11-27T17:13:20,956 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:13:20,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:13:20,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. after waiting 0 ms 2024-11-27T17:13:20,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:13:20,956 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:13:20,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 790f25c416a45a5df68e986d4edd720c: Waiting for close lock at 1732727600956Disabling compacts and flushes for region at 1732727600956Disabling writes for close at 1732727600956Writing region close event to WAL at 1732727600956Closed at 1732727600956 2024-11-27T17:13:20,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:13:20,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:20,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732727600959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727600959"}]},"ts":"1732727600959"} 2024-11-27T17:13:21,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T17:13:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:21,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:13:21,011 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727601009"}]},"ts":"1732727601009"} 2024-11-27T17:13:21,020 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T17:13:21,021 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {8f0673442175=0} racks are {/default-rack=0} 2024-11-27T17:13:21,030 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T17:13:21,030 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T17:13:21,030 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T17:13:21,030 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T17:13:21,030 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T17:13:21,030 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T17:13:21,030 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T17:13:21,031 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T17:13:21,031 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T17:13:21,031 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T17:13:21,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e663c4d8909d0b176280afe780ba35, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcbf98729477b678449e309434c1ac0a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=360245d386af4a5b834f67dec2fff9b5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b70753d6a22f9504ac0b3cffbf43fd3f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee03046d749a744f06ffe6f30c737393, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca6151641eb20ec2842c4d4fa400135, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN}] 2024-11-27T17:13:21,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee03046d749a744f06ffe6f30c737393, ASSIGN 2024-11-27T17:13:21,051 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN 2024-11-27T17:13:21,051 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca6151641eb20ec2842c4d4fa400135, ASSIGN 2024-11-27T17:13:21,051 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b70753d6a22f9504ac0b3cffbf43fd3f, ASSIGN 2024-11-27T17:13:21,062 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee03046d749a744f06ffe6f30c737393, ASSIGN; state=OFFLINE, location=8f0673442175,42101,1732727587125; forceNewPlan=false, retain=false 2024-11-27T17:13:21,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b70753d6a22f9504ac0b3cffbf43fd3f, ASSIGN; state=OFFLINE, location=8f0673442175,38177,1732727587179; forceNewPlan=false, retain=false 2024-11-27T17:13:21,063 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN; state=OFFLINE, location=8f0673442175,36425,1732727587007; forceNewPlan=false, retain=false 2024-11-27T17:13:21,067 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca6151641eb20ec2842c4d4fa400135, ASSIGN; state=OFFLINE, location=8f0673442175,38177,1732727587179; forceNewPlan=false, retain=false 2024-11-27T17:13:21,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN 2024-11-27T17:13:21,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN 2024-11-27T17:13:21,079 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN; state=OFFLINE, location=8f0673442175,36425,1732727587007; forceNewPlan=false, retain=false 2024-11-27T17:13:21,081 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN; state=OFFLINE, location=8f0673442175,36425,1732727587007; forceNewPlan=false, retain=false 2024-11-27T17:13:21,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcbf98729477b678449e309434c1ac0a, ASSIGN 2024-11-27T17:13:21,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcbf98729477b678449e309434c1ac0a, ASSIGN; state=OFFLINE, location=8f0673442175,42101,1732727587125; forceNewPlan=false, retain=false 2024-11-27T17:13:21,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=360245d386af4a5b834f67dec2fff9b5, ASSIGN 2024-11-27T17:13:21,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=360245d386af4a5b834f67dec2fff9b5, ASSIGN; state=OFFLINE, location=8f0673442175,42101,1732727587125; forceNewPlan=false, retain=false 2024-11-27T17:13:21,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN 2024-11-27T17:13:21,086 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e663c4d8909d0b176280afe780ba35, ASSIGN 2024-11-27T17:13:21,093 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN; state=OFFLINE, location=8f0673442175,36425,1732727587007; forceNewPlan=false, retain=false 2024-11-27T17:13:21,093 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48e663c4d8909d0b176280afe780ba35, ASSIGN; state=OFFLINE, location=8f0673442175,38177,1732727587179; forceNewPlan=false, retain=false 2024-11-27T17:13:21,215 INFO [8f0673442175:42607 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T17:13:21,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=dca6151641eb20ec2842c4d4fa400135, regionState=OPENING, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:21,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=360245d386af4a5b834f67dec2fff9b5, regionState=OPENING, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:21,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ee03046d749a744f06ffe6f30c737393, regionState=OPENING, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:21,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dcbf98729477b678449e309434c1ac0a, regionState=OPENING, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:21,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b70753d6a22f9504ac0b3cffbf43fd3f, regionState=OPENING, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:21,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=48e663c4d8909d0b176280afe780ba35, regionState=OPENING, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:21,218 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=790f25c416a45a5df68e986d4edd720c, regionState=OPENING, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:21,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c4054d61dda1bf155d52882b6dfe7707, regionState=OPENING, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:21,218 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5809a5bebde29ad54f912b79a1996fa, regionState=OPENING, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:21,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=429bdd38ee3bb737f79b47d21e675033, regionState=OPENING, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:21,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee03046d749a744f06ffe6f30c737393, ASSIGN because future has completed 2024-11-27T17:13:21,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee03046d749a744f06ffe6f30c737393, server=8f0673442175,42101,1732727587125}] 2024-11-27T17:13:21,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcbf98729477b678449e309434c1ac0a, ASSIGN because future has completed 2024-11-27T17:13:21,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcbf98729477b678449e309434c1ac0a, server=8f0673442175,42101,1732727587125}] 2024-11-27T17:13:21,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b70753d6a22f9504ac0b3cffbf43fd3f, ASSIGN because future has completed 2024-11-27T17:13:21,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=360245d386af4a5b834f67dec2fff9b5, ASSIGN because future has completed 2024-11-27T17:13:21,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48e663c4d8909d0b176280afe780ba35, ASSIGN because future has completed 2024-11-27T17:13:21,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f, server=8f0673442175,38177,1732727587179}] 2024-11-27T17:13:21,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN because future has completed 2024-11-27T17:13:21,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790f25c416a45a5df68e986d4edd720c, server=8f0673442175,36425,1732727587007}] 2024-11-27T17:13:21,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca6151641eb20ec2842c4d4fa400135, ASSIGN because future has completed 2024-11-27T17:13:21,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN because future has completed 2024-11-27T17:13:21,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 360245d386af4a5b834f67dec2fff9b5, server=8f0673442175,42101,1732727587125}] 2024-11-27T17:13:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN because future has completed 2024-11-27T17:13:21,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN because future has completed 2024-11-27T17:13:21,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 429bdd38ee3bb737f79b47d21e675033, server=8f0673442175,36425,1732727587007}] 2024-11-27T17:13:21,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5809a5bebde29ad54f912b79a1996fa, server=8f0673442175,36425,1732727587007}] 2024-11-27T17:13:21,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4054d61dda1bf155d52882b6dfe7707, server=8f0673442175,36425,1732727587007}] 2024-11-27T17:13:21,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca6151641eb20ec2842c4d4fa400135, server=8f0673442175,38177,1732727587179}] 2024-11-27T17:13:21,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e663c4d8909d0b176280afe780ba35, server=8f0673442175,38177,1732727587179}] 2024-11-27T17:13:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:21,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:13:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:25,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:13:26,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:13:26,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:13:26,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:13:26,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:13:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:31,236 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:13:31,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:13:31,252 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:31,252 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => dcbf98729477b678449e309434c1ac0a, NAME => 'SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T17:13:31,253 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,253 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,253 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,253 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,264 INFO [StoreOpener-dcbf98729477b678449e309434c1ac0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,272 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:31,272 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => dca6151641eb20ec2842c4d4fa400135, NAME => 'SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T17:13:31,273 INFO [StoreOpener-dcbf98729477b678449e309434c1ac0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcbf98729477b678449e309434c1ac0a columnFamilyName cf 2024-11-27T17:13:31,273 DEBUG [StoreOpener-dcbf98729477b678449e309434c1ac0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,274 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,274 INFO [StoreOpener-dcbf98729477b678449e309434c1ac0a-1 {}] regionserver.HStore(327): Store=dcbf98729477b678449e309434c1ac0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,274 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,274 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,274 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:13:31,274 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,276 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,276 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,277 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,277 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,281 INFO [StoreOpener-dca6151641eb20ec2842c4d4fa400135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:13:31,284 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,289 INFO [StoreOpener-dca6151641eb20ec2842c4d4fa400135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca6151641eb20ec2842c4d4fa400135 columnFamilyName cf 2024-11-27T17:13:31,289 DEBUG [StoreOpener-dca6151641eb20ec2842c4d4fa400135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,290 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dcbf98729477b678449e309434c1ac0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,290 INFO [StoreOpener-dca6151641eb20ec2842c4d4fa400135-1 {}] regionserver.HStore(327): Store=dca6151641eb20ec2842c4d4fa400135/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,290 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,291 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened dcbf98729477b678449e309434c1ac0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67132001, jitterRate=3.447681665420532E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,291 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:31,291 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,292 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:13:31,292 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f5809a5bebde29ad54f912b79a1996fa, NAME => 'SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T17:13:31,293 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,293 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,293 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for dcbf98729477b678449e309434c1ac0a: Running coprocessor pre-open hook at 1732727611253Writing region info on filesystem at 1732727611253Initializing all the Stores at 1732727611261 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611261Cleaning up temporary data from old regions at 1732727611277 (+16 ms)Running coprocessor post-open hooks at 1732727611291 (+14 ms)Region opened successfully at 1732727611293 (+2 ms) 2024-11-27T17:13:31,293 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,293 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,294 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,295 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a., pid=16, masterSystemTime=1732727611235 2024-11-27T17:13:31,298 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,298 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,303 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:31,303 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:31,303 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:31,304 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ee03046d749a744f06ffe6f30c737393, NAME => 'SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T17:13:31,304 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=dcbf98729477b678449e309434c1ac0a, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:31,304 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,304 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,304 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,306 INFO [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,306 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,308 INFO [StoreOpener-ee03046d749a744f06ffe6f30c737393-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,309 INFO [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5809a5bebde29ad54f912b79a1996fa columnFamilyName cf 2024-11-27T17:13:31,309 DEBUG [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcbf98729477b678449e309434c1ac0a, server=8f0673442175,42101,1732727587125 because future has completed 2024-11-27T17:13:31,310 INFO [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] regionserver.HStore(327): Store=f5809a5bebde29ad54f912b79a1996fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,311 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,313 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,314 INFO [StoreOpener-ee03046d749a744f06ffe6f30c737393-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee03046d749a744f06ffe6f30c737393 columnFamilyName cf 2024-11-27T17:13:31,315 DEBUG [StoreOpener-ee03046d749a744f06ffe6f30c737393-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,316 INFO [StoreOpener-ee03046d749a744f06ffe6f30c737393-1 {}] regionserver.HStore(327): Store=ee03046d749a744f06ffe6f30c737393/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,316 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,317 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,321 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,322 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,322 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,323 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,324 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,324 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened dca6151641eb20ec2842c4d4fa400135; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69571540, jitterRate=0.03669673204421997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,325 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:31,326 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for dca6151641eb20ec2842c4d4fa400135: Running coprocessor pre-open hook at 1732727611274Writing region info on filesystem at 1732727611274Initializing all the Stores at 1732727611276 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611276Cleaning up temporary data from old regions at 1732727611298 (+22 ms)Running coprocessor post-open hooks at 1732727611325 (+27 ms)Region opened successfully at 1732727611325 2024-11-27T17:13:31,326 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,327 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,327 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-27T17:13:31,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure dcbf98729477b678449e309434c1ac0a, server=8f0673442175,42101,1732727587125 in 10.0830 sec 2024-11-27T17:13:31,331 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., pid=23, masterSystemTime=1732727611264 2024-11-27T17:13:31,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcbf98729477b678449e309434c1ac0a, ASSIGN in 10.2950 sec 2024-11-27T17:13:31,337 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,338 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:31,338 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:31,338 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:31,338 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b70753d6a22f9504ac0b3cffbf43fd3f, NAME => 'SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T17:13:31,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=dca6151641eb20ec2842c4d4fa400135, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:31,339 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,339 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,339 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,339 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,344 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/f5809a5bebde29ad54f912b79a1996fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca6151641eb20ec2842c4d4fa400135, server=8f0673442175,38177,1732727587179 because future has completed 2024-11-27T17:13:31,347 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f5809a5bebde29ad54f912b79a1996fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74548471, jitterRate=0.11085878312587738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,347 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:31,347 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f5809a5bebde29ad54f912b79a1996fa: Running coprocessor pre-open hook at 1732727611293Writing region info on filesystem at 1732727611293Initializing all the Stores at 1732727611305 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611305Cleaning up temporary data from old regions at 1732727611322 (+17 ms)Running coprocessor post-open hooks at 1732727611347 (+25 ms)Region opened successfully at 1732727611347 2024-11-27T17:13:31,347 INFO [StoreOpener-b70753d6a22f9504ac0b3cffbf43fd3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,349 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,351 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ee03046d749a744f06ffe6f30c737393; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70466168, jitterRate=0.05002772808074951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,351 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:31,351 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ee03046d749a744f06ffe6f30c737393: Running coprocessor pre-open hook at 1732727611304Writing region info on filesystem at 1732727611304Initializing all the Stores at 1732727611306 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611307 (+1 ms)Cleaning up temporary data from old regions at 1732727611327 (+20 ms)Running coprocessor post-open hooks at 1732727611351 (+24 ms)Region opened successfully at 1732727611351 2024-11-27T17:13:31,353 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa., pid=21, masterSystemTime=1732727611274 2024-11-27T17:13:31,353 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393., pid=15, masterSystemTime=1732727611235 2024-11-27T17:13:31,357 INFO [StoreOpener-b70753d6a22f9504ac0b3cffbf43fd3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b70753d6a22f9504ac0b3cffbf43fd3f columnFamilyName cf 2024-11-27T17:13:31,357 DEBUG [StoreOpener-b70753d6a22f9504ac0b3cffbf43fd3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-27T17:13:31,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure dca6151641eb20ec2842c4d4fa400135, server=8f0673442175,38177,1732727587179 in 10.0660 sec 2024-11-27T17:13:31,360 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:13:31,361 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:13:31,361 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:13:31,361 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 429bdd38ee3bb737f79b47d21e675033, NAME => 'SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T17:13:31,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,363 INFO [StoreOpener-b70753d6a22f9504ac0b3cffbf43fd3f-1 {}] regionserver.HStore(327): Store=b70753d6a22f9504ac0b3cffbf43fd3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,363 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,365 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:31,365 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:31,365 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,365 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:31,366 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 360245d386af4a5b834f67dec2fff9b5, NAME => 'SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T17:13:31,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca6151641eb20ec2842c4d4fa400135, ASSIGN in 10.3250 sec 2024-11-27T17:13:31,366 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,366 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,366 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5809a5bebde29ad54f912b79a1996fa, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:31,367 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ee03046d749a744f06ffe6f30c737393, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:31,373 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,374 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,374 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5809a5bebde29ad54f912b79a1996fa, server=8f0673442175,36425,1732727587007 because future has completed 2024-11-27T17:13:31,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee03046d749a744f06ffe6f30c737393, server=8f0673442175,42101,1732727587125 because future has completed 2024-11-27T17:13:31,387 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,389 INFO [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,397 INFO [StoreOpener-360245d386af4a5b834f67dec2fff9b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-27T17:13:31,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f5809a5bebde29ad54f912b79a1996fa, server=8f0673442175,36425,1732727587007 in 10.1040 sec 2024-11-27T17:13:31,401 INFO [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 429bdd38ee3bb737f79b47d21e675033 columnFamilyName cf 2024-11-27T17:13:31,401 DEBUG [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-27T17:13:31,403 INFO [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] regionserver.HStore(327): Store=429bdd38ee3bb737f79b47d21e675033/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,403 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN in 10.3660 sec 2024-11-27T17:13:31,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ee03046d749a744f06ffe6f30c737393, server=8f0673442175,42101,1732727587125 in 10.1590 sec 2024-11-27T17:13:31,413 INFO [StoreOpener-360245d386af4a5b834f67dec2fff9b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 360245d386af4a5b834f67dec2fff9b5 columnFamilyName cf 2024-11-27T17:13:31,413 DEBUG [StoreOpener-360245d386af4a5b834f67dec2fff9b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,414 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,416 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/b70753d6a22f9504ac0b3cffbf43fd3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,417 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,417 INFO [StoreOpener-360245d386af4a5b834f67dec2fff9b5-1 {}] regionserver.HStore(327): Store=360245d386af4a5b834f67dec2fff9b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,418 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee03046d749a744f06ffe6f30c737393, ASSIGN in 10.3710 sec 2024-11-27T17:13:31,421 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,421 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b70753d6a22f9504ac0b3cffbf43fd3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60668203, jitterRate=-0.09597332775592804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,421 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:31,422 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b70753d6a22f9504ac0b3cffbf43fd3f: Running coprocessor pre-open hook at 1732727611339Writing region info on filesystem at 1732727611339Initializing all the Stores at 1732727611346 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611346Cleaning up temporary data from old regions at 1732727611374 (+28 ms)Running coprocessor post-open hooks at 1732727611421 (+47 ms)Region opened successfully at 1732727611421 2024-11-27T17:13:31,423 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,424 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,424 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,425 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,425 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,431 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,432 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,438 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f., pid=17, masterSystemTime=1732727611264 2024-11-27T17:13:31,444 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/360245d386af4a5b834f67dec2fff9b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,449 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 360245d386af4a5b834f67dec2fff9b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68753438, jitterRate=0.024506062269210815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,449 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:31,449 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 360245d386af4a5b834f67dec2fff9b5: Running coprocessor pre-open hook at 1732727611367Writing region info on filesystem at 1732727611367Initializing all the Stores at 1732727611386 (+19 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611386Cleaning up temporary data from old regions at 1732727611424 (+38 ms)Running coprocessor post-open hooks at 1732727611449 (+25 ms)Region opened successfully at 1732727611449 2024-11-27T17:13:31,456 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5., pid=19, masterSystemTime=1732727611235 2024-11-27T17:13:31,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b70753d6a22f9504ac0b3cffbf43fd3f, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:31,460 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:31,460 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:31,460 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:31,461 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 48e663c4d8909d0b176280afe780ba35, NAME => 'SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T17:13:31,461 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,461 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,462 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,462 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,463 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/429bdd38ee3bb737f79b47d21e675033/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,468 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 429bdd38ee3bb737f79b47d21e675033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66818140, jitterRate=-0.004332125186920166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,468 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:31,468 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 429bdd38ee3bb737f79b47d21e675033: Running coprocessor pre-open hook at 1732727611362Writing region info on filesystem at 1732727611362Initializing all the Stores at 1732727611382 (+20 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611382Cleaning up temporary data from old regions at 1732727611426 (+44 ms)Running coprocessor post-open hooks at 1732727611468 (+42 ms)Region opened successfully at 1732727611468 2024-11-27T17:13:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f, server=8f0673442175,38177,1732727587179 because future has completed 2024-11-27T17:13:31,472 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:31,472 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:31,474 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033., pid=20, masterSystemTime=1732727611274 2024-11-27T17:13:31,475 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=360245d386af4a5b834f67dec2fff9b5, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:31,483 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:13:31,484 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:13:31,484 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:31,484 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c4054d61dda1bf155d52882b6dfe7707, NAME => 'SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T17:13:31,485 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,485 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,485 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,485 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,485 INFO [StoreOpener-48e663c4d8909d0b176280afe780ba35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,489 INFO [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 360245d386af4a5b834f67dec2fff9b5, server=8f0673442175,42101,1732727587125 because future has completed 2024-11-27T17:13:31,492 INFO [StoreOpener-48e663c4d8909d0b176280afe780ba35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48e663c4d8909d0b176280afe780ba35 columnFamilyName cf 2024-11-27T17:13:31,492 DEBUG [StoreOpener-48e663c4d8909d0b176280afe780ba35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=429bdd38ee3bb737f79b47d21e675033, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:31,493 INFO [StoreOpener-48e663c4d8909d0b176280afe780ba35-1 {}] regionserver.HStore(327): Store=48e663c4d8909d0b176280afe780ba35/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,494 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,494 INFO [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4054d61dda1bf155d52882b6dfe7707 columnFamilyName cf 2024-11-27T17:13:31,495 DEBUG [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,496 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,496 INFO [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] regionserver.HStore(327): Store=c4054d61dda1bf155d52882b6dfe7707/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,496 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,498 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,498 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-27T17:13:31,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 429bdd38ee3bb737f79b47d21e675033, server=8f0673442175,36425,1732727587007 because future has completed 2024-11-27T17:13:31,502 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,502 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,502 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f, server=8f0673442175,38177,1732727587179 in 10.2360 sec 2024-11-27T17:13:31,503 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,504 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-27T17:13:31,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 360245d386af4a5b834f67dec2fff9b5, server=8f0673442175,42101,1732727587125 in 10.2350 sec 2024-11-27T17:13:31,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b70753d6a22f9504ac0b3cffbf43fd3f, ASSIGN in 10.4690 sec 2024-11-27T17:13:31,512 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,516 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=360245d386af4a5b834f67dec2fff9b5, ASSIGN in 10.4760 sec 2024-11-27T17:13:31,518 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/48e663c4d8909d0b176280afe780ba35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-27T17:13:31,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 429bdd38ee3bb737f79b47d21e675033, server=8f0673442175,36425,1732727587007 in 10.2400 sec 2024-11-27T17:13:31,519 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/c4054d61dda1bf155d52882b6dfe7707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,519 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 48e663c4d8909d0b176280afe780ba35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72159598, jitterRate=0.07526180148124695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,519 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:31,520 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 48e663c4d8909d0b176280afe780ba35: Running coprocessor pre-open hook at 1732727611462Writing region info on filesystem at 1732727611462Initializing all the Stores at 1732727611469 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611470 (+1 ms)Cleaning up temporary data from old regions at 1732727611502 (+32 ms)Running coprocessor post-open hooks at 1732727611520 (+18 ms)Region opened successfully at 1732727611520 2024-11-27T17:13:31,521 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c4054d61dda1bf155d52882b6dfe7707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74267208, jitterRate=0.10666763782501221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,521 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:31,521 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c4054d61dda1bf155d52882b6dfe7707: Running coprocessor pre-open hook at 1732727611485Writing region info on filesystem at 1732727611485Initializing all the Stores at 1732727611488 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611488Cleaning up temporary data from old regions at 1732727611504 (+16 ms)Running coprocessor post-open hooks at 1732727611521 (+17 ms)Region opened successfully at 1732727611521 2024-11-27T17:13:31,523 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707., pid=22, masterSystemTime=1732727611274 2024-11-27T17:13:31,523 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35., pid=24, masterSystemTime=1732727611264 2024-11-27T17:13:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN in 10.4860 sec 2024-11-27T17:13:31,532 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:31,532 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:31,533 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:13:31,533 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 790f25c416a45a5df68e986d4edd720c, NAME => 'SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T17:13:31,533 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,533 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:13:31,534 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,534 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,539 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:31,539 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:31,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c4054d61dda1bf155d52882b6dfe7707, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:31,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=48e663c4d8909d0b176280afe780ba35, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:31,545 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8f0673442175,36425,1732727587007, table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T17:13:31,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4054d61dda1bf155d52882b6dfe7707, server=8f0673442175,36425,1732727587007 because future has completed 2024-11-27T17:13:31,551 INFO [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e663c4d8909d0b176280afe780ba35, server=8f0673442175,38177,1732727587179 because future has completed 2024-11-27T17:13:31,564 INFO [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790f25c416a45a5df68e986d4edd720c columnFamilyName cf 2024-11-27T17:13:31,564 DEBUG [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:13:31,566 INFO [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] regionserver.HStore(327): Store=790f25c416a45a5df68e986d4edd720c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:13:31,567 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,568 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,569 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,570 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,570 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,573 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-27T17:13:31,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c4054d61dda1bf155d52882b6dfe7707, server=8f0673442175,36425,1732727587007 in 10.2840 sec 2024-11-27T17:13:31,581 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/790f25c416a45a5df68e986d4edd720c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:13:31,583 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 790f25c416a45a5df68e986d4edd720c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71025005, jitterRate=0.058355048298835754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:13:31,583 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:31,583 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 790f25c416a45a5df68e986d4edd720c: Running coprocessor pre-open hook at 1732727611534Writing region info on filesystem at 1732727611534Initializing all the Stores at 1732727611539 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727611539Cleaning up temporary data from old regions at 1732727611570 (+31 ms)Running coprocessor post-open hooks at 1732727611583 (+13 ms)Region opened successfully at 1732727611583 2024-11-27T17:13:31,589 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c., pid=18, masterSystemTime=1732727611274 2024-11-27T17:13:31,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-27T17:13:31,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN in 10.5480 sec 2024-11-27T17:13:31,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 48e663c4d8909d0b176280afe780ba35, server=8f0673442175,38177,1732727587179 in 10.2860 sec 2024-11-27T17:13:31,612 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:13:31,612 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:13:31,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=790f25c416a45a5df68e986d4edd720c, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,36425,1732727587007 2024-11-27T17:13:31,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e663c4d8909d0b176280afe780ba35, ASSIGN in 10.5650 sec 2024-11-27T17:13:31,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790f25c416a45a5df68e986d4edd720c, server=8f0673442175,36425,1732727587007 because future has completed 2024-11-27T17:13:31,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-27T17:13:31,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 790f25c416a45a5df68e986d4edd720c, server=8f0673442175,36425,1732727587007 in 10.3870 sec 2024-11-27T17:13:31,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-27T17:13:31,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN in 10.6180 sec 2024-11-27T17:13:31,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:13:31,665 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727611665"}]},"ts":"1732727611665"} 2024-11-27T17:13:31,670 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T17:13:31,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:13:31,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0170 sec 2024-11-27T17:13:33,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T17:13:35,413 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:13:36,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:13:36,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-27T17:13:36,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-27T17:13:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:13:38,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T17:13:38,950 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:13:38,952 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T17:13:38,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T17:13:38,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:13:38,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T17:13:39,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707., hostname=8f0673442175,36425,1732727587007, seqNum=2] 2024-11-27T17:13:39,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707., hostname=8f0673442175,36425,1732727587007, seqNum=2] 2024-11-27T17:13:39,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707., hostname=8f0673442175,36425,1732727587007, seqNum=2] 2024-11-27T17:13:39,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393., hostname=8f0673442175,42101,1732727587125, seqNum=2] 2024-11-27T17:13:39,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393., hostname=8f0673442175,42101,1732727587125, seqNum=2] 2024-11-27T17:13:39,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393., hostname=8f0673442175,42101,1732727587125, seqNum=2] 2024-11-27T17:13:39,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., hostname=8f0673442175,38177,1732727587179, seqNum=2] 2024-11-27T17:13:39,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c., hostname=8f0673442175,36425,1732727587007, seqNum=2] 2024-11-27T17:13:39,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c., hostname=8f0673442175,36425,1732727587007, seqNum=2] 2024-11-27T17:13:39,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c., hostname=8f0673442175,36425,1732727587007, seqNum=2] 2024-11-27T17:13:40,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:13:40,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:13:40,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:13:40,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:13:40,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:13:41,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:13:41,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:13:41,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:13:42,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:13:42,605 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T17:13:42,607 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:13:42,608 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T17:13:42,619 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T17:13:42,650 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T17:13:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741848_1024 (size=49) 2024-11-27T17:13:42,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741848_1024 (size=49) 2024-11-27T17:13:42,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741848_1024 (size=49) 2024-11-27T17:13:42,707 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T17:13:42,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e663c4d8909d0b176280afe780ba35}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcbf98729477b678449e309434c1ac0a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 360245d386af4a5b834f67dec2fff9b5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee03046d749a744f06ffe6f30c737393}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca6151641eb20ec2842c4d4fa400135}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c}] 2024-11-27T17:13:42,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:42,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:42,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:42,726 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:42,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:42,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:42,740 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:42,743 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:42,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:42,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:42,812 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8f0673442175,36425,1732727587007 2024-11-27T17:13:42,813 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8f0673442175,36425,1732727587007: Simulated kill ***** 2024-11-27T17:13:42,813 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:13:42,816 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:13:42,817 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:13:42,821 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:13:42,823 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:13:42,852 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 641356336 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153417368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "8f0673442175", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "8f0673442175", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52685", "tag.serverName": "8f0673442175,42101,1732727587125", "tag.clusterId": "2c757df2-9c2c-4080-a133-cb8881340e81", "tag.Context": "regionserver", "tag.Hostname": "8f0673442175", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732727587125, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-27T17:13:42,861 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42607 {}] master.MasterRpcServices(700): 8f0673442175,36425,1732727587007 reported a fatal error: ***** ABORTING region server 8f0673442175,36425,1732727587007: Simulated kill ***** 2024-11-27T17:13:42,863 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,36425,1732727587007' ***** 2024-11-27T17:13:42,863 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T17:13:42,864 INFO [RS:0;8f0673442175:36425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:13:42,864 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:13:42,864 INFO [RS:0;8f0673442175:36425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T17:13:42,864 INFO [RS:0;8f0673442175:36425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T17:13:42,864 INFO [RS:0;8f0673442175:36425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:13:42,865 INFO [RS:0;8f0673442175:36425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:36425. 2024-11-27T17:13:42,865 DEBUG [RS:0;8f0673442175:36425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:13:42,865 DEBUG [RS:0;8f0673442175:36425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:13:42,866 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:13:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741833_1009 (size=1242) 2024-11-27T17:13:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741833_1009 (size=1242) 2024-11-27T17:13:42,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741833_1009 (size=1242) 2024-11-27T17:13:42,876 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:13:42,877 DEBUG [RS:0;8f0673442175:36425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:13:42,877 INFO [RS:0;8f0673442175:36425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:13:42,878 INFO [RS:0;8f0673442175:36425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36425 2024-11-27T17:13:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:13:42,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8f0673442175,36425,1732727587007 2024-11-27T17:13:42,904 INFO [RS:0;8f0673442175:36425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:13:42,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,36425,1732727587007] 2024-11-27T17:13:42,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8f0673442175,36425,1732727587007 already deleted, retry=false 2024-11-27T17:13:42,914 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8f0673442175,36425,1732727587007 on 8f0673442175,42607,1732727586254 2024-11-27T17:13:42,922 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8f0673442175,36425,1732727587007, splitWal=true, meta=false 2024-11-27T17:13:42,926 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 8f0673442175,36425,1732727587007 (carryingMeta=false) 8f0673442175,36425,1732727587007/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@56cb6166[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T17:13:42,927 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8f0673442175,36425,1732727587007, splitWal=true, meta=false 2024-11-27T17:13:42,935 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 8f0673442175,36425,1732727587007 had 4 regions 2024-11-27T17:13:42,935 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:42,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:42,936 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:42,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:42,938 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8f0673442175,36425,1732727587007, splitWal=true, meta=false, isMeta: false 2024-11-27T17:13:42,938 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa can not run currently because target server of region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 8f0673442175,36425,1732727587007 is in state CRASHED, wait 1000 ms to retry 2024-11-27T17:13:42,938 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa; timeout=1000, timestamp=1732727623938 2024-11-27T17:13:42,941 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c can not run currently because target server of region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 1000 ms to retry 2024-11-27T17:13:42,941 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 can not run currently because target server of region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 1000 ms to retry 2024-11-27T17:13:42,941 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c; timeout=1000, timestamp=1732727623941 2024-11-27T17:13:42,941 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707; timeout=1000, timestamp=1732727623941 2024-11-27T17:13:42,942 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 can not run currently because target server of region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 1000 ms to retry 2024-11-27T17:13:42,942 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033; timeout=1000, timestamp=1732727623942 2024-11-27T17:13:42,950 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting 2024-11-27T17:13:42,952 INFO [PEWorker-2 {}] master.SplitWALManager(105): 8f0673442175,36425,1732727587007 WAL count=1, meta=false 2024-11-27T17:13:42,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8f0673442175%2C36425%2C1732727587007.1732727589601}] 2024-11-27T17:13:42,964 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=8f0673442175,42101,1732727587125 2024-11-27T17:13:42,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8f0673442175%2C36425%2C1732727587007.1732727589601, worker=8f0673442175,42101,1732727587125}] 2024-11-27T17:13:43,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:13:43,015 INFO [RS:0;8f0673442175:36425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:13:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36425-0x1017d48b6650001, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:13:43,015 INFO [RS:0;8f0673442175:36425 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,36425,1732727587007; zookeeper connection closed. 2024-11-27T17:13:43,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59a122da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59a122da 2024-11-27T17:13:43,491 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:13:43,492 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:13:43,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:43,940 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa can not run currently because target server of region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T17:13:43,940 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa; timeout=2000, timestamp=1732727625940 2024-11-27T17:13:43,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:43,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:43,942 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:43,943 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c can not run currently because target server of region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T17:13:43,943 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 can not run currently because target server of region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T17:13:43,943 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c; timeout=2000, timestamp=1732727625943 2024-11-27T17:13:43,943 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707; timeout=2000, timestamp=1732727625943 2024-11-27T17:13:43,944 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 can not run currently because target server of region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T17:13:43,944 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033; timeout=2000, timestamp=1732727625944 2024-11-27T17:13:45,941 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:45,942 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa can not run currently because target server of region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T17:13:45,942 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa; timeout=4000, timestamp=1732727629942 2024-11-27T17:13:45,944 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:45,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:45,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:45,948 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 can not run currently because target server of region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T17:13:45,948 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c can not run currently because target server of region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T17:13:45,948 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 can not run currently because target server of region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T17:13:45,948 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c; timeout=4000, timestamp=1732727629948 2024-11-27T17:13:45,948 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033; timeout=4000, timestamp=1732727629948 2024-11-27T17:13:45,948 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707; timeout=4000, timestamp=1732727629948 2024-11-27T17:13:49,942 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:49,947 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa can not run currently because target server of region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T17:13:49,947 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa; timeout=8000, timestamp=1732727637947 2024-11-27T17:13:49,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:49,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:49,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:13:49,954 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c can not run currently because target server of region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T17:13:49,954 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c; timeout=8000, timestamp=1732727637954 2024-11-27T17:13:49,955 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 can not run currently because target server of region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T17:13:49,955 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707; timeout=8000, timestamp=1732727637955 2024-11-27T17:13:49,960 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 can not run currently because target server of region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 8f0673442175,36425,1732727587007 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T17:13:49,960 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033; timeout=8000, timestamp=1732727637960 2024-11-27T17:13:51,274 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=8f0673442175,38177,1732727587179, timeout=1732727632728, delay=1453, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e663c4d8909d0b176280afe780ba35, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca6151641eb20ec2842c4d4fa400135], containedObject=8f0673442175,36425,1732727587007, timeout=1732727632729, delay=1454, operations=null, containedObject=8f0673442175,42101,1732727587125, timeout=1732727632730, delay=1455, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee03046d749a744f06ffe6f30c737393, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8f0673442175%2C36425%2C1732727587007.1732727589601, worker=8f0673442175,42101,1732727587125, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 360245d386af4a5b834f67dec2fff9b5, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcbf98729477b678449e309434c1ac0a]] 2024-11-27T17:13:52,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T17:13:52,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T17:13:52,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T17:13:52,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:52,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T17:13:52,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:52,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:52,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-27T17:13:52,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:52,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 48e663c4d8909d0b176280afe780ba35: 2024-11-27T17:13:52,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. for SnapshotProcedureTest completed. 2024-11-27T17:13:52,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:13:52,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b70753d6a22f9504ac0b3cffbf43fd3f: 2024-11-27T17:13:52,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. for SnapshotProcedureTest completed. 2024-11-27T17:13:52,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:13:52,774 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ee03046d749a744f06ffe6f30c737393 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T17:13:52,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T17:13:52,781 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing dca6151641eb20ec2842c4d4fa400135 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T17:13:52,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:13:52,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T17:13:52,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:52,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:13:52,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:13:52,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:13:52,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 360245d386af4a5b834f67dec2fff9b5: 2024-11-27T17:13:52,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. for SnapshotProcedureTest completed. 2024-11-27T17:13:52,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:13:52,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:13:52,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:13:52,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:52,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for dcbf98729477b678449e309434c1ac0a: 2024-11-27T17:13:52,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. for SnapshotProcedureTest completed. 2024-11-27T17:13:52,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:13:52,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:13:52,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:13:53,093 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601, size=1.2 K (1242bytes) 2024-11-27T17:13:53,094 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T17:13:53,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T17:13:53,095 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601 2024-11-27T17:13:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741850_1026 (size=65) 2024-11-27T17:13:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741850_1026 (size=65) 2024-11-27T17:13:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741850_1026 (size=65) 2024-11-27T17:13:53,129 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601 after 31ms 2024-11-27T17:13:53,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741849_1025 (size=65) 2024-11-27T17:13:53,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741849_1025 (size=65) 2024-11-27T17:13:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:13:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741849_1025 (size=65) 2024-11-27T17:13:53,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T17:13:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T17:13:53,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:53,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:13:53,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741851_1027 (size=65) 2024-11-27T17:13:53,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741851_1027 (size=65) 2024-11-27T17:13:53,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741851_1027 (size=65) 2024-11-27T17:13:53,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b70753d6a22f9504ac0b3cffbf43fd3f in 10.4810 sec 2024-11-27T17:13:53,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:13:53,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T17:13:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T17:13:53,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:53,211 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:13:53,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 360245d386af4a5b834f67dec2fff9b5 in 10.5060 sec 2024-11-27T17:13:53,229 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601 took 140ms 2024-11-27T17:13:53,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/.tmp/cf/7e166353c7764fc6935e866d01e7b21b is 34, key is baa/cf:cf/1732727620950/Put/seqid=0 2024-11-27T17:13:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741852_1028 (size=65) 2024-11-27T17:13:53,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741852_1028 (size=65) 2024-11-27T17:13:53,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741852_1028 (size=65) 2024-11-27T17:13:53,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:13:53,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T17:13:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T17:13:53,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:53,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcbf98729477b678449e309434c1ac0a 2024-11-27T17:13:53,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcbf98729477b678449e309434c1ac0a in 10.5520 sec 2024-11-27T17:13:53,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/.tmp/cf/a9d28dd796654bd3ba841169155c0125 is 34, key is ccd/cf:cf/1732727621028/Put/seqid=0 2024-11-27T17:13:53,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f5809a5bebde29ad54f912b79a1996fa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T17:13:53,309 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 429bdd38ee3bb737f79b47d21e675033: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T17:13:53,315 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c4054d61dda1bf155d52882b6dfe7707: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T17:13:53,320 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 790f25c416a45a5df68e986d4edd720c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T17:13:53,320 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601 so closing down 2024-11-27T17:13:53,320 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T17:13:53,321 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T17:13:53,326 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 37 ms; skipped=4; WAL=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-27T17:13:53,326 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601, journal: Splitting hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601, size=1.2 K (1242bytes) at 1732727633093Finishing writing output for hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601 so closing down at 1732727633320 (+227 ms)3 split writer threads finished at 1732727633321 (+1 ms)Processed 4 edits across 0 Regions in 37 ms; skipped=4; WAL=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732727633326 (+5 ms) 2024-11-27T17:13:53,327 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601 2024-11-27T17:13:53,327 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T17:13:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T17:13:53,389 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting/8f0673442175%2C36425%2C1732727587007.1732727589601 to hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs 2024-11-27T17:13:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741853_1029 (size=28623) 2024-11-27T17:13:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741853_1029 (size=28623) 2024-11-27T17:13:53,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-27T17:13:53,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8f0673442175%2C36425%2C1732727587007.1732727589601, worker=8f0673442175,42101,1732727587125 in 10.4190 sec 2024-11-27T17:13:53,406 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=8f0673442175,42101,1732727587125 2024-11-27T17:13:53,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/.tmp/cf/7e166353c7764fc6935e866d01e7b21b 2024-11-27T17:13:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741853_1029 (size=28623) 2024-11-27T17:13:53,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T17:13:53,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 8f0673442175%2C36425%2C1732727587007.1732727589601, worker=8f0673442175,42101,1732727587125 in 10.4520 sec 2024-11-27T17:13:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741854_1030 (size=47197) 2024-11-27T17:13:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741854_1030 (size=47197) 2024-11-27T17:13:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741854_1030 (size=47197) 2024-11-27T17:13:53,437 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting dir is empty, no logs to split. 2024-11-27T17:13:53,437 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8f0673442175,36425,1732727587007 WAL count=0, meta=false 2024-11-27T17:13:53,437 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8f0673442175,36425,1732727587007 WAL splitting is done? wals=0, meta=false 2024-11-27T17:13:53,461 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8f0673442175,36425,1732727587007 failed, ignore...File hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,36425,1732727587007-splitting does not exist. 2024-11-27T17:13:53,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/.tmp/cf/a9d28dd796654bd3ba841169155c0125 2024-11-27T17:13:53,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN}] 2024-11-27T17:13:53,477 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN 2024-11-27T17:13:53,480 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:13:53,483 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN 2024-11-27T17:13:53,486 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:13:53,488 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN 2024-11-27T17:13:53,491 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN 2024-11-27T17:13:53,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:13:53,495 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:13:53,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:13:53,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T17:13:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T17:13:53,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:53,511 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:13:53,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48e663c4d8909d0b176280afe780ba35 in 10.8040 sec 2024-11-27T17:13:53,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/.tmp/cf/a9d28dd796654bd3ba841169155c0125 as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/cf/a9d28dd796654bd3ba841169155c0125 2024-11-27T17:13:53,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/.tmp/cf/7e166353c7764fc6935e866d01e7b21b as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/cf/7e166353c7764fc6935e866d01e7b21b 2024-11-27T17:13:53,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/cf/a9d28dd796654bd3ba841169155c0125, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T17:13:53,628 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for dca6151641eb20ec2842c4d4fa400135 in 869ms, sequenceid=5, compaction requested=false 2024-11-27T17:13:53,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for dca6151641eb20ec2842c4d4fa400135: 2024-11-27T17:13:53,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. for SnapshotProcedureTest completed. 2024-11-27T17:13:53,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:13:53,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:13:53,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/cf/a9d28dd796654bd3ba841169155c0125] hfiles 2024-11-27T17:13:53,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/cf/a9d28dd796654bd3ba841169155c0125 for snapshot=SnapshotProcedureTest 2024-11-27T17:13:53,632 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(204): Hosts are {8f0673442175=0} racks are {/default-rack=0} 2024-11-27T17:13:53,632 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T17:13:53,633 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T17:13:53,633 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T17:13:53,633 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T17:13:53,633 INFO [8f0673442175:42607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T17:13:53,633 INFO [8f0673442175:42607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T17:13:53,633 DEBUG [8f0673442175:42607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T17:13:53,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c4054d61dda1bf155d52882b6dfe7707, regionState=OPENING, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:53,634 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/cf/7e166353c7764fc6935e866d01e7b21b, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T17:13:53,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=429bdd38ee3bb737f79b47d21e675033, regionState=OPENING, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:13:53,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=790f25c416a45a5df68e986d4edd720c, regionState=OPENING, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:53,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f5809a5bebde29ad54f912b79a1996fa, regionState=OPENING, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:13:53,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ee03046d749a744f06ffe6f30c737393 in 876ms, sequenceid=5, compaction requested=false 2024-11-27T17:13:53,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ee03046d749a744f06ffe6f30c737393: 2024-11-27T17:13:53,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. for SnapshotProcedureTest completed. 2024-11-27T17:13:53,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:13:53,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:13:53,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/cf/7e166353c7764fc6935e866d01e7b21b] hfiles 2024-11-27T17:13:53,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/cf/7e166353c7764fc6935e866d01e7b21b for snapshot=SnapshotProcedureTest 2024-11-27T17:13:53,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN because future has completed 2024-11-27T17:13:53,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4054d61dda1bf155d52882b6dfe7707, server=8f0673442175,42101,1732727587125}] 2024-11-27T17:13:53,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN because future has completed 2024-11-27T17:13:53,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 429bdd38ee3bb737f79b47d21e675033, server=8f0673442175,42101,1732727587125}] 2024-11-27T17:13:53,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN because future has completed 2024-11-27T17:13:53,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5809a5bebde29ad54f912b79a1996fa, server=8f0673442175,38177,1732727587179}] 2024-11-27T17:13:53,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN because future has completed 2024-11-27T17:13:53,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790f25c416a45a5df68e986d4edd720c, server=8f0673442175,38177,1732727587179}] 2024-11-27T17:13:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741856_1032 (size=105) 2024-11-27T17:13:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741856_1032 (size=105) 2024-11-27T17:13:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741856_1032 (size=105) 2024-11-27T17:13:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741855_1031 (size=105) 2024-11-27T17:13:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741855_1031 (size=105) 2024-11-27T17:13:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741855_1031 (size=105) 2024-11-27T17:13:54,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:13:54,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T17:13:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T17:13:54,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:54,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:13:54,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dca6151641eb20ec2842c4d4fa400135 in 11.4740 sec 2024-11-27T17:13:54,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:13:54,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T17:13:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T17:13:54,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:54,211 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee03046d749a744f06ffe6f30c737393 2024-11-27T17:13:54,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee03046d749a744f06ffe6f30c737393 in 11.5080 sec 2024-11-27T17:13:57,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 held by pid=42 2024-11-27T17:13:57,957 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:13:57,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c held by pid=39 2024-11-27T17:13:57,957 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:13:57,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa held by pid=41 2024-11-27T17:13:57,957 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:13:57,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 held by pid=40 2024-11-27T17:13:57,961 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:00,528 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T17:14:00,528 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T17:14:03,701 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:03,701 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 790f25c416a45a5df68e986d4edd720c, NAME => 'SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T17:14:03,702 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,702 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:03,702 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,702 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,706 INFO [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,708 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:03,712 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => c4054d61dda1bf155d52882b6dfe7707, NAME => 'SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T17:14:03,712 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,712 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:03,712 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,712 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,713 INFO [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790f25c416a45a5df68e986d4edd720c columnFamilyName cf 2024-11-27T17:14:03,713 DEBUG [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:03,714 INFO [StoreOpener-790f25c416a45a5df68e986d4edd720c-1 {}] regionserver.HStore(327): Store=790f25c416a45a5df68e986d4edd720c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:14:03,715 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,724 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,727 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,728 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,728 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,728 INFO [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,731 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,734 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 790f25c416a45a5df68e986d4edd720c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71212315, jitterRate=0.06114618480205536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:14:03,734 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,734 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 790f25c416a45a5df68e986d4edd720c: Running coprocessor pre-open hook at 1732727643702Writing region info on filesystem at 1732727643702Initializing all the Stores at 1732727643706 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727643706Cleaning up temporary data from old regions at 1732727643728 (+22 ms)Running coprocessor post-open hooks at 1732727643734 (+6 ms)Region opened successfully at 1732727643734 2024-11-27T17:14:03,737 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c., pid=46, masterSystemTime=1732727643680 2024-11-27T17:14:03,745 INFO [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4054d61dda1bf155d52882b6dfe7707 columnFamilyName cf 2024-11-27T17:14:03,745 DEBUG [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:03,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=790f25c416a45a5df68e986d4edd720c, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:14:03,751 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:03,751 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:03,751 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:03,751 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => f5809a5bebde29ad54f912b79a1996fa, NAME => 'SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T17:14:03,752 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,752 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:03,752 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,752 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790f25c416a45a5df68e986d4edd720c, server=8f0673442175,38177,1732727587179 because future has completed 2024-11-27T17:14:03,756 INFO [StoreOpener-c4054d61dda1bf155d52882b6dfe7707-1 {}] regionserver.HStore(327): Store=c4054d61dda1bf155d52882b6dfe7707/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:14:03,756 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-27T17:14:03,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 790f25c416a45a5df68e986d4edd720c, server=8f0673442175,38177,1732727587179 in 10.0750 sec 2024-11-27T17:14:03,766 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790f25c416a45a5df68e986d4edd720c, ASSIGN in 10.2890 sec 2024-11-27T17:14:03,768 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:03,777 INFO [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,780 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,781 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,781 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,782 INFO [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5809a5bebde29ad54f912b79a1996fa columnFamilyName cf 2024-11-27T17:14:03,782 DEBUG [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:03,785 INFO [StoreOpener-f5809a5bebde29ad54f912b79a1996fa-1 {}] regionserver.HStore(327): Store=f5809a5bebde29ad54f912b79a1996fa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:14:03,785 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,788 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,801 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,802 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,808 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,808 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,809 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened c4054d61dda1bf155d52882b6dfe7707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65389119, jitterRate=-0.025626197457313538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:14:03,809 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,809 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for c4054d61dda1bf155d52882b6dfe7707: Running coprocessor pre-open hook at 1732727643713Writing region info on filesystem at 1732727643713Initializing all the Stores at 1732727643724 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727643724Cleaning up temporary data from old regions at 1732727643781 (+57 ms)Running coprocessor post-open hooks at 1732727643809 (+28 ms)Region opened successfully at 1732727643809 2024-11-27T17:14:03,814 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707., pid=43, masterSystemTime=1732727643678 2024-11-27T17:14:03,825 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,825 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:03,825 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:03,825 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:03,825 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 429bdd38ee3bb737f79b47d21e675033, NAME => 'SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T17:14:03,826 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,826 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:03,826 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,826 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,829 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened f5809a5bebde29ad54f912b79a1996fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73644729, jitterRate=0.09739197790622711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:14:03,829 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,829 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for f5809a5bebde29ad54f912b79a1996fa: Running coprocessor pre-open hook at 1732727643752Writing region info on filesystem at 1732727643752Initializing all the Stores at 1732727643756 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727643757 (+1 ms)Cleaning up temporary data from old regions at 1732727643809 (+52 ms)Running coprocessor post-open hooks at 1732727643829 (+20 ms)Region opened successfully at 1732727643829 2024-11-27T17:14:03,833 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c4054d61dda1bf155d52882b6dfe7707, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:14:03,834 INFO [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,836 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa., pid=45, masterSystemTime=1732727643680 2024-11-27T17:14:03,842 INFO [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 429bdd38ee3bb737f79b47d21e675033 columnFamilyName cf 2024-11-27T17:14:03,842 DEBUG [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:03,844 INFO [StoreOpener-429bdd38ee3bb737f79b47d21e675033-1 {}] regionserver.HStore(327): Store=429bdd38ee3bb737f79b47d21e675033/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:14:03,844 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4054d61dda1bf155d52882b6dfe7707, server=8f0673442175,42101,1732727587125 because future has completed 2024-11-27T17:14:03,847 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,857 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,857 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:03,857 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:03,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f5809a5bebde29ad54f912b79a1996fa, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,38177,1732727587179 2024-11-27T17:14:03,860 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,860 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5809a5bebde29ad54f912b79a1996fa, server=8f0673442175,38177,1732727587179 because future has completed 2024-11-27T17:14:03,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T17:14:03,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure c4054d61dda1bf155d52882b6dfe7707, server=8f0673442175,42101,1732727587125 in 10.1990 sec 2024-11-27T17:14:03,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:03,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4054d61dda1bf155d52882b6dfe7707, ASSIGN in 10.3920 sec 2024-11-27T17:14:03,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-27T17:14:03,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure f5809a5bebde29ad54f912b79a1996fa, server=8f0673442175,38177,1732727587179 in 10.1950 sec 2024-11-27T17:14:03,880 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5809a5bebde29ad54f912b79a1996fa, ASSIGN in 10.4050 sec 2024-11-27T17:14:03,883 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:03,888 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 429bdd38ee3bb737f79b47d21e675033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62437225, jitterRate=-0.06961284577846527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:14:03,888 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,888 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 429bdd38ee3bb737f79b47d21e675033: Running coprocessor pre-open hook at 1732727643826Writing region info on filesystem at 1732727643826Initializing all the Stores at 1732727643830 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727643830Cleaning up temporary data from old regions at 1732727643860 (+30 ms)Running coprocessor post-open hooks at 1732727643888 (+28 ms)Region opened successfully at 1732727643888 2024-11-27T17:14:03,893 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033., pid=44, masterSystemTime=1732727643678 2024-11-27T17:14:03,896 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:03,896 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:03,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=429bdd38ee3bb737f79b47d21e675033, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,42101,1732727587125 2024-11-27T17:14:03,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 429bdd38ee3bb737f79b47d21e675033, server=8f0673442175,42101,1732727587125 because future has completed 2024-11-27T17:14:03,914 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42607 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8f0673442175,42101,1732727587125, table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T17:14:03,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-27T17:14:03,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 429bdd38ee3bb737f79b47d21e675033, server=8f0673442175,42101,1732727587125 in 10.2510 sec 2024-11-27T17:14:03,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:03,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-27T17:14:03,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=429bdd38ee3bb737f79b47d21e675033, ASSIGN in 10.4620 sec 2024-11-27T17:14:03,952 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 8f0673442175,36425,1732727587007 after splitting done 2024-11-27T17:14:03,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 8f0673442175,36425,1732727587007, splitWal=true, meta=false in 21.0370 sec 2024-11-27T17:14:05,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:14:09,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T17:14:09,559 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T17:14:13,698 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:42607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T17:14:13,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T17:14:13,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:13,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T17:14:13,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 790f25c416a45a5df68e986d4edd720c: 2024-11-27T17:14:13,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. for SnapshotProcedureTest completed. 2024-11-27T17:14:13,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f5809a5bebde29ad54f912b79a1996fa: 2024-11-27T17:14:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. for SnapshotProcedureTest completed. 2024-11-27T17:14:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:14:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:14:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:14:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:14:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:14:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:14:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741858_1034 (size=65) 2024-11-27T17:14:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741857_1033 (size=57) 2024-11-27T17:14:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741857_1033 (size=57) 2024-11-27T17:14:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741858_1034 (size=65) 2024-11-27T17:14:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741858_1034 (size=65) 2024-11-27T17:14:13,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:13,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T17:14:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T17:14:13,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:13,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741857_1033 (size=57) 2024-11-27T17:14:13,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T17:14:13,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T17:14:13,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:13,797 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:13,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 790f25c416a45a5df68e986d4edd720c in 31.0900 sec 2024-11-27T17:14:13,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5809a5bebde29ad54f912b79a1996fa in 31.0900 sec 2024-11-27T17:14:13,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T17:14:13,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c4054d61dda1bf155d52882b6dfe7707: 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 429bdd38ee3bb737f79b47d21e675033: 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. for SnapshotProcedureTest completed. 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. for SnapshotProcedureTest completed. 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:14:13,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:14:13,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741859_1035 (size=65) 2024-11-27T17:14:13,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741859_1035 (size=65) 2024-11-27T17:14:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741859_1035 (size=65) 2024-11-27T17:14:13,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:13,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T17:14:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T17:14:13,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:13,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741860_1036 (size=57) 2024-11-27T17:14:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741860_1036 (size=57) 2024-11-27T17:14:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741860_1036 (size=57) 2024-11-27T17:14:13,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4054d61dda1bf155d52882b6dfe7707 in 31.1990 sec 2024-11-27T17:14:13,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:13,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T17:14:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T17:14:13,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:13,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:13,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-27T17:14:13,915 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T17:14:13,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 429bdd38ee3bb737f79b47d21e675033 in 31.2030 sec 2024-11-27T17:14:13,917 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T17:14:13,920 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T17:14:13,920 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T17:14:13,923 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T17:14:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741861_1037 (size=1094) 2024-11-27T17:14:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741861_1037 (size=1094) 2024-11-27T17:14:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741861_1037 (size=1094) 2024-11-27T17:14:13,969 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T17:14:13,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T17:14:13,991 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:13,992 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:13,992 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:13,992 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:13,992 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:14,008 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:16,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dca6151641eb20ec2842c4d4fa400135, had cached 0 bytes from a total of 47197 2024-11-27T17:14:16,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ee03046d749a744f06ffe6f30c737393, had cached 0 bytes from a total of 28623 2024-11-27T17:14:21,482 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 48e663c4d8909d0b176280afe780ba35 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,483 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f5809a5bebde29ad54f912b79a1996fa changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,483 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b70753d6a22f9504ac0b3cffbf43fd3f changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,488 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dca6151641eb20ec2842c4d4fa400135 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,488 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 790f25c416a45a5df68e986d4edd720c changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,489 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 429bdd38ee3bb737f79b47d21e675033 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,489 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dcbf98729477b678449e309434c1ac0a changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,489 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 360245d386af4a5b834f67dec2fff9b5 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,489 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4054d61dda1bf155d52882b6dfe7707 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:21,489 DEBUG [master/8f0673442175:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ee03046d749a744f06ffe6f30c737393 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:23,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-27T17:14:23,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-27T17:14:23,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-27T17:14:23,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-27T17:14:23,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-27T17:14:23,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-27T17:14:24,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T17:14:24,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-27T17:14:24,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-27T17:14:24,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-27T17:14:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-27T17:14:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-27T17:14:24,053 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 Release verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:24,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T17:14:24,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T17:14:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-27T17:14:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T17:14:24,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T17:14:24,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T17:14:24,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 in 10.0740 sec 2024-11-27T17:14:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-27T17:14:24,069 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:24,071 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 Release verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:24,072 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-27T17:14:24,087 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 Release verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:24,089 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 Release verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:24,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 in 10.1080 sec 2024-11-27T17:14:24,100 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:24,100 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 Release verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:24,101 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:24,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 in 10.0920 sec 2024-11-27T17:14:24,105 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 Release verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:24,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 in 10.1260 sec 2024-11-27T17:14:24,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 in 10.1210 sec 2024-11-27T17:14:24,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 in 10.1100 sec 2024-11-27T17:14:34,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-27T17:14:34,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T17:14:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-27T17:14:34,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-27T17:14:34,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-27T17:14:34,074 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 Release verify snapshot worker=8f0673442175,38177,1732727587179 2024-11-27T17:14:34,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-27T17:14:34,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T17:14:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T17:14:34,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,38177,1732727587179 in 20.0950 sec 2024-11-27T17:14:34,079 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 Release verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:34,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 in 20.1010 sec 2024-11-27T17:14:34,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T17:14:34,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-27T17:14:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-27T17:14:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42607 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-27T17:14:34,089 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 Release verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:34,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 in 20.1100 sec 2024-11-27T17:14:34,091 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 Release verify snapshot worker=8f0673442175,42101,1732727587125 2024-11-27T17:14:34,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-27T17:14:34,095 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T17:14:34,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,42101,1732727587125 in 20.1120 sec 2024-11-27T17:14:34,097 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T17:14:34,099 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T17:14:34,099 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T17:14:34,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.5070 sec 2024-11-27T17:14:34,339 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T17:14:34,353 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T17:14:34,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:14:34,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:14:34,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:14:34,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:34,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:34,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:14:34,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:14:34,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1046716339, stopped=false 2024-11-27T17:14:34,358 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,42607,1732727586254 2024-11-27T17:14:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:14:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:14:34,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:14:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:34,378 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:14:34,378 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:34,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:14:34,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:14:34,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:14:34,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:14:34,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:34,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:14:34,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,42101,1732727587125' ***** 2024-11-27T17:14:34,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:14:34,385 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,38177,1732727587179' ***** 2024-11-27T17:14:34,385 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:14:34,385 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-27T17:14:34,385 INFO [RS:2;8f0673442175:38177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:14:34,385 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3091): Received CLOSE for 429bdd38ee3bb737f79b47d21e675033 2024-11-27T17:14:34,385 INFO [RS:2;8f0673442175:38177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:14:34,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:14:34,386 INFO [RS:2;8f0673442175:38177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:14:34,386 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for dca6151641eb20ec2842c4d4fa400135 2024-11-27T17:14:34,386 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3091): Received CLOSE for ee03046d749a744f06ffe6f30c737393 2024-11-27T17:14:34,386 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3091): Received CLOSE for c4054d61dda1bf155d52882b6dfe7707 2024-11-27T17:14:34,386 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3091): Received CLOSE for dcbf98729477b678449e309434c1ac0a 2024-11-27T17:14:34,386 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3091): Received CLOSE for 360245d386af4a5b834f67dec2fff9b5 2024-11-27T17:14:34,386 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for 790f25c416a45a5df68e986d4edd720c 2024-11-27T17:14:34,386 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for 48e663c4d8909d0b176280afe780ba35 2024-11-27T17:14:34,386 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for b70753d6a22f9504ac0b3cffbf43fd3f 2024-11-27T17:14:34,386 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:34,387 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,38177,1732727587179 2024-11-27T17:14:34,387 INFO [RS:2;8f0673442175:38177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:14:34,387 INFO [RS:2;8f0673442175:38177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8f0673442175:38177. 2024-11-27T17:14:34,387 DEBUG [RS:2;8f0673442175:38177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:14:34,387 DEBUG [RS:2;8f0673442175:38177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:34,387 INFO [RS:2;8f0673442175:38177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:14:34,387 INFO [RS:2;8f0673442175:38177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:14:34,387 INFO [RS:2;8f0673442175:38177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:14:34,387 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 429bdd38ee3bb737f79b47d21e675033, disabling compactions & flushes 2024-11-27T17:14:34,387 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:34,387 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:14:34,387 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:34,387 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. after waiting 0 ms 2024-11-27T17:14:34,388 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:34,388 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dca6151641eb20ec2842c4d4fa400135, disabling compactions & flushes 2024-11-27T17:14:34,388 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:14:34,388 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:14:34,388 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. after waiting 0 ms 2024-11-27T17:14:34,388 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:14:34,388 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T17:14:34,388 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1325): Online Regions={dca6151641eb20ec2842c4d4fa400135=SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135., 790f25c416a45a5df68e986d4edd720c=SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c., 48e663c4d8909d0b176280afe780ba35=SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35., b70753d6a22f9504ac0b3cffbf43fd3f=SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f., 1588230740=hbase:meta,,1.1588230740, f5809a5bebde29ad54f912b79a1996fa=SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa.} 2024-11-27T17:14:34,389 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48e663c4d8909d0b176280afe780ba35, 790f25c416a45a5df68e986d4edd720c, b70753d6a22f9504ac0b3cffbf43fd3f, dca6151641eb20ec2842c4d4fa400135, f5809a5bebde29ad54f912b79a1996fa 2024-11-27T17:14:34,389 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:14:34,389 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:14:34,389 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:14:34,389 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:14:34,389 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:14:34,389 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:14:34,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: ee03046d749a744f06ffe6f30c737393, which we are already trying to CLOSE, but not completed yet 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: c4054d61dda1bf155d52882b6dfe7707, which we are already trying to CLOSE, but not completed yet 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: dcbf98729477b678449e309434c1ac0a, which we are already trying to CLOSE, but not completed yet 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 360245d386af4a5b834f67dec2fff9b5, which we are already trying to CLOSE, but not completed yet 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,42101,1732727587125 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:14:34,391 INFO [RS:1;8f0673442175:42101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8f0673442175:42101. 2024-11-27T17:14:34,391 DEBUG [RS:1;8f0673442175:42101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:14:34,392 DEBUG [RS:1;8f0673442175:42101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:34,392 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T17:14:34,392 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1325): Online Regions={429bdd38ee3bb737f79b47d21e675033=SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033., ee03046d749a744f06ffe6f30c737393=SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393., c4054d61dda1bf155d52882b6dfe7707=SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707., dcbf98729477b678449e309434c1ac0a=SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a., 360245d386af4a5b834f67dec2fff9b5=SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5.} 2024-11-27T17:14:34,392 DEBUG [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1351): Waiting on 360245d386af4a5b834f67dec2fff9b5, 429bdd38ee3bb737f79b47d21e675033, c4054d61dda1bf155d52882b6dfe7707, dcbf98729477b678449e309434c1ac0a, ee03046d749a744f06ffe6f30c737393 2024-11-27T17:14:34,410 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/429bdd38ee3bb737f79b47d21e675033/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,410 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dca6151641eb20ec2842c4d4fa400135/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:14:34,413 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:34,413 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 429bdd38ee3bb737f79b47d21e675033: Waiting for close lock at 1732727674387Running coprocessor pre-close hooks at 1732727674387Disabling compacts and flushes for region at 1732727674387Disabling writes for close at 1732727674387Writing region close event to WAL at 1732727674400 (+13 ms)Running coprocessor post-close hooks at 1732727674411 (+11 ms)Closed at 1732727674413 (+2 ms) 2024-11-27T17:14:34,414 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732727600649.429bdd38ee3bb737f79b47d21e675033. 2024-11-27T17:14:34,414 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee03046d749a744f06ffe6f30c737393, disabling compactions & flushes 2024-11-27T17:14:34,414 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:14:34,414 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:14:34,414 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. after waiting 0 ms 2024-11-27T17:14:34,415 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:14:34,416 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:14:34,416 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dca6151641eb20ec2842c4d4fa400135: Waiting for close lock at 1732727674388Running coprocessor pre-close hooks at 1732727674388Disabling compacts and flushes for region at 1732727674388Disabling writes for close at 1732727674388Writing region close event to WAL at 1732727674397 (+9 ms)Running coprocessor post-close hooks at 1732727674411 (+14 ms)Closed at 1732727674416 (+5 ms) 2024-11-27T17:14:34,416 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732727600649.dca6151641eb20ec2842c4d4fa400135. 2024-11-27T17:14:34,416 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 790f25c416a45a5df68e986d4edd720c, disabling compactions & flushes 2024-11-27T17:14:34,417 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:34,417 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:34,417 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. after waiting 0 ms 2024-11-27T17:14:34,417 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:34,429 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:14:34,431 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:14:34,431 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:14:34,438 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/info/03da7235e9814295b36671cb693d09fe is 167, key is SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35./info:regioninfo/1732727611542/Put/seqid=0 2024-11-27T17:14:34,440 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/790f25c416a45a5df68e986d4edd720c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,442 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:34,442 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 790f25c416a45a5df68e986d4edd720c: Waiting for close lock at 1732727674416Running coprocessor pre-close hooks at 1732727674416Disabling compacts and flushes for region at 1732727674416Disabling writes for close at 1732727674417 (+1 ms)Writing region close event to WAL at 1732727674422 (+5 ms)Running coprocessor post-close hooks at 1732727674442 (+20 ms)Closed at 1732727674442 2024-11-27T17:14:34,442 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732727600649.790f25c416a45a5df68e986d4edd720c. 2024-11-27T17:14:34,442 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48e663c4d8909d0b176280afe780ba35, disabling compactions & flushes 2024-11-27T17:14:34,443 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:14:34,443 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:14:34,443 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. after waiting 0 ms 2024-11-27T17:14:34,443 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:14:34,452 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:14:34,461 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:14:34,462 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:14:34,463 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/48e663c4d8909d0b176280afe780ba35/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,464 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/ee03046d749a744f06ffe6f30c737393/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:14:34,464 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:14:34,464 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48e663c4d8909d0b176280afe780ba35: Waiting for close lock at 1732727674442Running coprocessor pre-close hooks at 1732727674442Disabling compacts and flushes for region at 1732727674442Disabling writes for close at 1732727674443 (+1 ms)Writing region close event to WAL at 1732727674447 (+4 ms)Running coprocessor post-close hooks at 1732727674464 (+17 ms)Closed at 1732727674464 2024-11-27T17:14:34,465 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732727600649.48e663c4d8909d0b176280afe780ba35. 2024-11-27T17:14:34,465 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b70753d6a22f9504ac0b3cffbf43fd3f, disabling compactions & flushes 2024-11-27T17:14:34,465 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:14:34,465 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:14:34,465 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. after waiting 0 ms 2024-11-27T17:14:34,465 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:14:34,465 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:14:34,465 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee03046d749a744f06ffe6f30c737393: Waiting for close lock at 1732727674414Running coprocessor pre-close hooks at 1732727674414Disabling compacts and flushes for region at 1732727674414Disabling writes for close at 1732727674414Writing region close event to WAL at 1732727674443 (+29 ms)Running coprocessor post-close hooks at 1732727674465 (+22 ms)Closed at 1732727674465 2024-11-27T17:14:34,466 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732727600649.ee03046d749a744f06ffe6f30c737393. 2024-11-27T17:14:34,466 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4054d61dda1bf155d52882b6dfe7707, disabling compactions & flushes 2024-11-27T17:14:34,466 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:34,466 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:34,466 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. after waiting 0 ms 2024-11-27T17:14:34,466 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:34,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741862_1038 (size=20260) 2024-11-27T17:14:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741862_1038 (size=20260) 2024-11-27T17:14:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741862_1038 (size=20260) 2024-11-27T17:14:34,484 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/info/03da7235e9814295b36671cb693d09fe 2024-11-27T17:14:34,492 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/b70753d6a22f9504ac0b3cffbf43fd3f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,493 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:14:34,493 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b70753d6a22f9504ac0b3cffbf43fd3f: Waiting for close lock at 1732727674465Running coprocessor pre-close hooks at 1732727674465Disabling compacts and flushes for region at 1732727674465Disabling writes for close at 1732727674465Writing region close event to WAL at 1732727674468 (+3 ms)Running coprocessor post-close hooks at 1732727674493 (+25 ms)Closed at 1732727674493 2024-11-27T17:14:34,493 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732727600649.b70753d6a22f9504ac0b3cffbf43fd3f. 2024-11-27T17:14:34,494 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5809a5bebde29ad54f912b79a1996fa, disabling compactions & flushes 2024-11-27T17:14:34,494 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:34,494 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:34,494 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. after waiting 0 ms 2024-11-27T17:14:34,494 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:34,514 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/c4054d61dda1bf155d52882b6dfe7707/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,516 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:34,516 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4054d61dda1bf155d52882b6dfe7707: Waiting for close lock at 1732727674466Running coprocessor pre-close hooks at 1732727674466Disabling compacts and flushes for region at 1732727674466Disabling writes for close at 1732727674466Writing region close event to WAL at 1732727674489 (+23 ms)Running coprocessor post-close hooks at 1732727674515 (+26 ms)Closed at 1732727674516 (+1 ms) 2024-11-27T17:14:34,516 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732727600649.c4054d61dda1bf155d52882b6dfe7707. 2024-11-27T17:14:34,516 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcbf98729477b678449e309434c1ac0a, disabling compactions & flushes 2024-11-27T17:14:34,516 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:14:34,516 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:14:34,516 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. after waiting 0 ms 2024-11-27T17:14:34,516 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:14:34,520 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/f5809a5bebde29ad54f912b79a1996fa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,521 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5809a5bebde29ad54f912b79a1996fa: Waiting for close lock at 1732727674494Running coprocessor pre-close hooks at 1732727674494Disabling compacts and flushes for region at 1732727674494Disabling writes for close at 1732727674494Writing region close event to WAL at 1732727674495 (+1 ms)Running coprocessor post-close hooks at 1732727674521 (+26 ms)Closed at 1732727674521 2024-11-27T17:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732727600649.f5809a5bebde29ad54f912b79a1996fa. 2024-11-27T17:14:34,527 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/ns/9f45742f096741f89e8b11b72ed215bd is 43, key is default/ns:d/1732727600297/Put/seqid=0 2024-11-27T17:14:34,534 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/dcbf98729477b678449e309434c1ac0a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,535 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:14:34,535 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcbf98729477b678449e309434c1ac0a: Waiting for close lock at 1732727674516Running coprocessor pre-close hooks at 1732727674516Disabling compacts and flushes for region at 1732727674516Disabling writes for close at 1732727674516Writing region close event to WAL at 1732727674527 (+11 ms)Running coprocessor post-close hooks at 1732727674535 (+8 ms)Closed at 1732727674535 2024-11-27T17:14:34,535 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732727600649.dcbf98729477b678449e309434c1ac0a. 2024-11-27T17:14:34,535 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 360245d386af4a5b834f67dec2fff9b5, disabling compactions & flushes 2024-11-27T17:14:34,535 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:14:34,535 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:14:34,535 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. after waiting 0 ms 2024-11-27T17:14:34,535 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:14:34,546 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/default/SPTestTable/360245d386af4a5b834f67dec2fff9b5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:14:34,547 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:14:34,547 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 360245d386af4a5b834f67dec2fff9b5: Waiting for close lock at 1732727674535Running coprocessor pre-close hooks at 1732727674535Disabling compacts and flushes for region at 1732727674535Disabling writes for close at 1732727674535Writing region close event to WAL at 1732727674536 (+1 ms)Running coprocessor post-close hooks at 1732727674547 (+11 ms)Closed at 1732727674547 2024-11-27T17:14:34,547 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732727600649.360245d386af4a5b834f67dec2fff9b5. 2024-11-27T17:14:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741863_1039 (size=5153) 2024-11-27T17:14:34,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741863_1039 (size=5153) 2024-11-27T17:14:34,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741863_1039 (size=5153) 2024-11-27T17:14:34,556 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/ns/9f45742f096741f89e8b11b72ed215bd 2024-11-27T17:14:34,589 DEBUG [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:14:34,592 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,42101,1732727587125; all regions closed. 2024-11-27T17:14:34,592 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/table/884caa02ba8b466fa16be6536b26528d is 47, key is SPTestTable/table:state/1732727611665/Put/seqid=0 2024-11-27T17:14:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741834_1010 (size=3500) 2024-11-27T17:14:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741834_1010 (size=3500) 2024-11-27T17:14:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741834_1010 (size=3500) 2024-11-27T17:14:34,615 DEBUG [RS:1;8f0673442175:42101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C42101%2C1732727587125:(num 1732727589606) 2024-11-27T17:14:34,616 DEBUG [RS:1;8f0673442175:42101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:14:34,616 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:14:34,616 INFO [RS:1;8f0673442175:42101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:14:34,617 INFO [RS:1;8f0673442175:42101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42101 2024-11-27T17:14:34,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741864_1040 (size=5214) 2024-11-27T17:14:34,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741864_1040 (size=5214) 2024-11-27T17:14:34,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741864_1040 (size=5214) 2024-11-27T17:14:34,624 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/table/884caa02ba8b466fa16be6536b26528d 2024-11-27T17:14:34,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:14:34,631 INFO [RS:1;8f0673442175:42101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:14:34,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,42101,1732727587125] 2024-11-27T17:14:34,632 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8f0673442175,42101,1732727587125 2024-11-27T17:14:34,639 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/info/03da7235e9814295b36671cb693d09fe as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/info/03da7235e9814295b36671cb693d09fe 2024-11-27T17:14:34,649 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/info/03da7235e9814295b36671cb693d09fe, entries=116, sequenceid=37, filesize=19.8 K 2024-11-27T17:14:34,651 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/ns/9f45742f096741f89e8b11b72ed215bd as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/ns/9f45742f096741f89e8b11b72ed215bd 2024-11-27T17:14:34,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8f0673442175,42101,1732727587125 already deleted, retry=false 2024-11-27T17:14:34,651 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,42101,1732727587125 expired; onlineServers=1 2024-11-27T17:14:34,658 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/ns/9f45742f096741f89e8b11b72ed215bd, entries=2, sequenceid=37, filesize=5.0 K 2024-11-27T17:14:34,665 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/.tmp/table/884caa02ba8b466fa16be6536b26528d as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/table/884caa02ba8b466fa16be6536b26528d 2024-11-27T17:14:34,683 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/table/884caa02ba8b466fa16be6536b26528d, entries=2, sequenceid=37, filesize=5.1 K 2024-11-27T17:14:34,691 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 301ms, sequenceid=37, compaction requested=false 2024-11-27T17:14:34,727 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-27T17:14:34,728 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:14:34,728 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:14:34,729 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727674389Running coprocessor pre-close hooks at 1732727674389Disabling compacts and flushes for region at 1732727674389Disabling writes for close at 1732727674389Obtaining lock to block concurrent updates at 1732727674389Preparing flush snapshotting stores in 1588230740 at 1732727674389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732727674390 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732727674392 (+2 ms)Flushing 1588230740/info: creating writer at 1732727674392Flushing 1588230740/info: appending metadata at 1732727674438 (+46 ms)Flushing 1588230740/info: closing flushed file at 1732727674438Flushing 1588230740/ns: creating writer at 1732727674494 (+56 ms)Flushing 1588230740/ns: appending metadata at 1732727674526 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732727674526Flushing 1588230740/table: creating writer at 1732727674576 (+50 ms)Flushing 1588230740/table: appending metadata at 1732727674592 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732727674592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3319f87b: reopening flushed file at 1732727674638 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735af65d: reopening flushed file at 1732727674649 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0e7007: reopening flushed file at 1732727674659 (+10 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 301ms, sequenceid=37, compaction requested=false at 1732727674691 (+32 ms)Writing region close event to WAL at 1732727674708 (+17 ms)Running coprocessor post-close hooks at 1732727674728 (+20 ms)Closed at 1732727674728 2024-11-27T17:14:34,729 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:14:34,744 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:14:34,744 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42101-0x1017d48b6650002, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:14:34,744 INFO [RS:1;8f0673442175:42101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:14:34,744 INFO [RS:1;8f0673442175:42101 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,42101,1732727587125; zookeeper connection closed. 2024-11-27T17:14:34,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a53d9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a53d9f 2024-11-27T17:14:34,789 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,38177,1732727587179; all regions closed. 2024-11-27T17:14:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741836_1012 (size=19450) 2024-11-27T17:14:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741836_1012 (size=19450) 2024-11-27T17:14:34,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741836_1012 (size=19450) 2024-11-27T17:14:34,807 DEBUG [RS:2;8f0673442175:38177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs 2024-11-27T17:14:34,807 INFO [RS:2;8f0673442175:38177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C38177%2C1732727587179.meta:.meta(num 1732727600054) 2024-11-27T17:14:34,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741835_1011 (size=3530) 2024-11-27T17:14:34,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741835_1011 (size=3530) 2024-11-27T17:14:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741835_1011 (size=3530) 2024-11-27T17:14:34,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/WALs/8f0673442175,38177,1732727587179/8f0673442175%2C38177%2C1732727587179.1732727589614 not finished, retry = 0 2024-11-27T17:14:34,916 DEBUG [RS:2;8f0673442175:38177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/oldWALs 2024-11-27T17:14:34,916 INFO [RS:2;8f0673442175:38177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C38177%2C1732727587179:(num 1732727589614) 2024-11-27T17:14:34,916 DEBUG [RS:2;8f0673442175:38177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:34,916 INFO [RS:2;8f0673442175:38177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:14:34,916 INFO [RS:2;8f0673442175:38177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:14:34,916 INFO [RS:2;8f0673442175:38177 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T17:14:34,916 INFO [RS:2;8f0673442175:38177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:14:34,916 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:14:34,917 INFO [RS:2;8f0673442175:38177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38177 2024-11-27T17:14:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:14:34,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8f0673442175,38177,1732727587179 2024-11-27T17:14:34,992 INFO [RS:2;8f0673442175:38177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:14:34,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,38177,1732727587179] 2024-11-27T17:14:35,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8f0673442175,38177,1732727587179 already deleted, retry=false 2024-11-27T17:14:35,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,38177,1732727587179 expired; onlineServers=0 2024-11-27T17:14:35,125 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,42607,1732727586254' ***** 2024-11-27T17:14:35,125 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:14:35,125 INFO [M:0;8f0673442175:42607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:14:35,125 INFO [M:0;8f0673442175:42607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:14:35,126 DEBUG [M:0;8f0673442175:42607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:14:35,126 DEBUG [M:0;8f0673442175:42607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:14:35,126 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727588935 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727588935,5,FailOnTimeoutGroup] 2024-11-27T17:14:35,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:14:35,126 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727588942 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727588942,5,FailOnTimeoutGroup] 2024-11-27T17:14:35,127 INFO [M:0;8f0673442175:42607 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:14:35,127 INFO [M:0;8f0673442175:42607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:14:35,127 DEBUG [M:0;8f0673442175:42607 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:14:35,127 INFO [M:0;8f0673442175:42607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:14:35,127 INFO [M:0;8f0673442175:42607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:14:35,128 INFO [M:0;8f0673442175:42607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:14:35,128 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:14:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:14:35,141 INFO [RS:2;8f0673442175:38177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:14:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38177-0x1017d48b6650003, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:14:35,141 INFO [RS:2;8f0673442175:38177 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,38177,1732727587179; zookeeper connection closed. 2024-11-27T17:14:35,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49ff40f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49ff40f4 2024-11-27T17:14:35,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T17:14:35,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T17:14:35,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:35,209 DEBUG [M:0;8f0673442175:42607 {}] zookeeper.ZKUtil(347): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T17:14:35,209 WARN [M:0;8f0673442175:42607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:14:35,210 INFO [M:0;8f0673442175:42607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/.lastflushedseqids 2024-11-27T17:14:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741865_1041 (size=686) 2024-11-27T17:14:35,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741865_1041 (size=686) 2024-11-27T17:14:35,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741865_1041 (size=686) 2024-11-27T17:14:35,302 INFO [M:0;8f0673442175:42607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:14:35,305 INFO [M:0;8f0673442175:42607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:14:35,306 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:14:35,306 INFO [M:0;8f0673442175:42607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:35,306 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:35,306 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:14:35,306 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:35,307 INFO [M:0;8f0673442175:42607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.90 KB heapSize=244.15 KB 2024-11-27T17:14:35,355 DEBUG [M:0;8f0673442175:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac062e7354554ebbb10fb4fb901524c0 is 82, key is hbase:meta,,1/info:regioninfo/1732727600167/Put/seqid=0 2024-11-27T17:14:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741866_1042 (size=5672) 2024-11-27T17:14:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741866_1042 (size=5672) 2024-11-27T17:14:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741866_1042 (size=5672) 2024-11-27T17:14:35,408 INFO [M:0;8f0673442175:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac062e7354554ebbb10fb4fb901524c0 2024-11-27T17:14:35,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:14:35,481 DEBUG [M:0;8f0673442175:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28ba9ea5a89047afbb7ff39b5abed64b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732727611685/Put/seqid=0 2024-11-27T17:14:35,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741867_1043 (size=8973) 2024-11-27T17:14:35,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741867_1043 (size=8973) 2024-11-27T17:14:35,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741867_1043 (size=8973) 2024-11-27T17:14:35,578 INFO [M:0;8f0673442175:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=196.17 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28ba9ea5a89047afbb7ff39b5abed64b 2024-11-27T17:14:35,594 INFO [M:0;8f0673442175:42607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28ba9ea5a89047afbb7ff39b5abed64b 2024-11-27T17:14:35,634 DEBUG [M:0;8f0673442175:42607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cc59d21950d40ae8e2844993638bb61 is 69, key is 8f0673442175,38177,1732727587179/rs:state/1732727589104/Put/seqid=0 2024-11-27T17:14:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741868_1044 (size=5441) 2024-11-27T17:14:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741868_1044 (size=5441) 2024-11-27T17:14:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741868_1044 (size=5441) 2024-11-27T17:14:35,699 INFO [M:0;8f0673442175:42607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cc59d21950d40ae8e2844993638bb61 2024-11-27T17:14:35,721 INFO [M:0;8f0673442175:42607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cc59d21950d40ae8e2844993638bb61 2024-11-27T17:14:35,736 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac062e7354554ebbb10fb4fb901524c0 as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac062e7354554ebbb10fb4fb901524c0 2024-11-27T17:14:35,788 INFO [M:0;8f0673442175:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac062e7354554ebbb10fb4fb901524c0, entries=8, sequenceid=519, filesize=5.5 K 2024-11-27T17:14:35,794 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28ba9ea5a89047afbb7ff39b5abed64b as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28ba9ea5a89047afbb7ff39b5abed64b 2024-11-27T17:14:35,826 INFO [M:0;8f0673442175:42607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28ba9ea5a89047afbb7ff39b5abed64b 2024-11-27T17:14:35,827 INFO [M:0;8f0673442175:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28ba9ea5a89047afbb7ff39b5abed64b, entries=56, sequenceid=519, filesize=8.8 K 2024-11-27T17:14:35,833 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cc59d21950d40ae8e2844993638bb61 as hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cc59d21950d40ae8e2844993638bb61 2024-11-27T17:14:35,864 INFO [M:0;8f0673442175:42607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cc59d21950d40ae8e2844993638bb61 2024-11-27T17:14:35,864 INFO [M:0;8f0673442175:42607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/8282108e-6c86-ac63-63f5-4282774bbdb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cc59d21950d40ae8e2844993638bb61, entries=3, sequenceid=519, filesize=5.3 K 2024-11-27T17:14:35,866 INFO [M:0;8f0673442175:42607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.90 KB/201629, heapSize ~243.85 KB/249704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=519, compaction requested=false 2024-11-27T17:14:35,921 INFO [M:0;8f0673442175:42607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:35,921 DEBUG [M:0;8f0673442175:42607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727675306Disabling compacts and flushes for region at 1732727675306Disabling writes for close at 1732727675306Obtaining lock to block concurrent updates at 1732727675307 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732727675307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=201629, getHeapSize=249944, getOffHeapSize=0, getCellsCount=626 at 1732727675308 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732727675308Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732727675309 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732727675354 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732727675354Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732727675448 (+94 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732727675479 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732727675480 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732727675594 (+114 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732727675632 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732727675632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634b3f7d: reopening flushed file at 1732727675721 (+89 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71857208: reopening flushed file at 1732727675788 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5f8839: reopening flushed file at 1732727675827 (+39 ms)Finished flush of dataSize ~196.90 KB/201629, heapSize ~243.85 KB/249704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=519, compaction requested=false at 1732727675866 (+39 ms)Writing region close event to WAL at 1732727675920 (+54 ms)Closed at 1732727675920 2024-11-27T17:14:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44365 is added to blk_1073741830_1006 (size=236211) 2024-11-27T17:14:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741830_1006 (size=236211) 2024-11-27T17:14:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741830_1006 (size=236211) 2024-11-27T17:14:35,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:14:35,956 INFO [M:0;8f0673442175:42607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:14:35,956 INFO [M:0;8f0673442175:42607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42607 2024-11-27T17:14:35,957 INFO [M:0;8f0673442175:42607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:14:36,126 INFO [M:0;8f0673442175:42607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:14:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:14:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42607-0x1017d48b6650000, quorum=127.0.0.1:52685, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:14:36,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:14:36,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:14:36,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:14:36,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:14:36,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,STOPPED} 2024-11-27T17:14:36,181 WARN [BP-1626654923-172.17.0.3-1732727580288 heartbeating to localhost/127.0.0.1:40215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:14:36,182 WARN [BP-1626654923-172.17.0.3-1732727580288 heartbeating to localhost/127.0.0.1:40215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1626654923-172.17.0.3-1732727580288 (Datanode Uuid 6c82f53a-7f42-4920-abee-e64a9e438ce0) service to localhost/127.0.0.1:40215 2024-11-27T17:14:36,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:14:36,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:14:36,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data5/current/BP-1626654923-172.17.0.3-1732727580288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:14:36,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data6/current/BP-1626654923-172.17.0.3-1732727580288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:14:36,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:14:36,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:14:36,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:14:36,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:14:36,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:14:36,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,STOPPED} 2024-11-27T17:14:36,258 WARN [BP-1626654923-172.17.0.3-1732727580288 heartbeating to localhost/127.0.0.1:40215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:14:36,258 WARN [BP-1626654923-172.17.0.3-1732727580288 heartbeating to localhost/127.0.0.1:40215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1626654923-172.17.0.3-1732727580288 (Datanode Uuid 173b12af-0e82-4c6b-93eb-b8a33b6f47fd) service to localhost/127.0.0.1:40215 2024-11-27T17:14:36,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:14:36,259 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:14:36,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data3/current/BP-1626654923-172.17.0.3-1732727580288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:14:36,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data4/current/BP-1626654923-172.17.0.3-1732727580288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:14:36,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:14:36,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:14:36,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:14:36,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:14:36,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:14:36,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,STOPPED} 2024-11-27T17:14:36,315 WARN [BP-1626654923-172.17.0.3-1732727580288 heartbeating to localhost/127.0.0.1:40215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:14:36,315 WARN [BP-1626654923-172.17.0.3-1732727580288 heartbeating to localhost/127.0.0.1:40215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1626654923-172.17.0.3-1732727580288 (Datanode Uuid 77befa1a-b9da-4315-8e6b-8a2c375bd675) service to localhost/127.0.0.1:40215 2024-11-27T17:14:36,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data1/current/BP-1626654923-172.17.0.3-1732727580288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:14:36,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/cluster_23a7bf71-4236-b74c-e78b-b1dc519fc1ae/data/data2/current/BP-1626654923-172.17.0.3-1732727580288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:14:36,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:14:36,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:14:36,335 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:14:36,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:14:36,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:14:36,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:14:36,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:14:36,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir/,STOPPED} 2024-11-27T17:14:36,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:14:36,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:14:36,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@540ef2f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8f0673442175:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/8f0673442175:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/8f0673442175:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8f0673442175:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8f0673442175:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40215 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40215 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=727 (was 571) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3657 (was 6799) 2024-11-27T17:14:36,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=727, ProcessCount=11, AvailableMemoryMB=3656 2024-11-27T17:14:36,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir so I do NOT create it in target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63 2024-11-27T17:14:36,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T17:14:36,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:14:36,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.tmp.dir so I do NOT create it in target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63 2024-11-27T17:14:36,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ef55063-a2ac-6dc1-2a99-ff0b885cef66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T17:14:36,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:14:36,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63 2024-11-27T17:14:36,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T17:14:36,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454, deleteOnExit=true 2024-11-27T17:14:36,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T17:14:36,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/test.cache.data in system properties and HBase conf 2024-11-27T17:14:36,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:14:36,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T17:14:36,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir in system properties and HBase conf 2024-11-27T17:14:36,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T17:14:36,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T17:14:36,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T17:14:36,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T17:14:36,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:14:36,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T17:14:36,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T17:14:36,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:14:36,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T17:14:36,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/nfs.dump.dir in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/java.io.tmpdir in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T17:14:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T17:14:37,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:14:37,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:14:37,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:14:37,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:14:37,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:14:37,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:14:37,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@209d9bd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:14:37,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19b67d2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:14:37,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4946b6d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/java.io.tmpdir/jetty-localhost-46875-hadoop-hdfs-3_4_1-tests_jar-_-any-12112913037469999466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:14:37,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dd65e5c{HTTP/1.1, (http/1.1)}{localhost:46875} 2024-11-27T17:14:37,406 INFO [Time-limited test {}] server.Server(415): Started @100009ms 2024-11-27T17:14:37,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:14:37,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:14:37,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:14:37,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:14:37,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T17:14:37,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e6670d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:14:37,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a798b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:14:38,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a96e5d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/java.io.tmpdir/jetty-localhost-36353-hadoop-hdfs-3_4_1-tests_jar-_-any-18347103983556964063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:14:38,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2ff21{HTTP/1.1, (http/1.1)}{localhost:36353} 2024-11-27T17:14:38,012 INFO [Time-limited test {}] server.Server(415): Started @100615ms 2024-11-27T17:14:38,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:14:38,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:14:38,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:14:38,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:14:38,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:14:38,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:14:38,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:14:38,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:14:38,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22032f89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/java.io.tmpdir/jetty-localhost-38841-hadoop-hdfs-3_4_1-tests_jar-_-any-16657490162752316056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:14:38,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:38841} 2024-11-27T17:14:38,297 INFO [Time-limited test {}] server.Server(415): Started @100900ms 2024-11-27T17:14:38,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:14:38,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T17:14:38,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T17:14:38,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T17:14:38,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T17:14:38,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T17:14:38,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,AVAILABLE} 2024-11-27T17:14:38,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T17:14:38,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5061126e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/java.io.tmpdir/jetty-localhost-33785-hadoop-hdfs-3_4_1-tests_jar-_-any-9886539019741472974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:14:38,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:33785} 2024-11-27T17:14:38,567 INFO [Time-limited test {}] server.Server(415): Started @101170ms 2024-11-27T17:14:38,569 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T17:14:39,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:39,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:39,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:39,470 WARN [Thread-699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data1/current/BP-945177378-172.17.0.3-1732727676672/current, will proceed with Du for space computation calculation, 2024-11-27T17:14:39,470 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data2/current/BP-945177378-172.17.0.3-1732727676672/current, will proceed with Du for space computation calculation, 2024-11-27T17:14:39,540 WARN [Thread-641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:14:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd7b16b8500d77ce with lease ID 0xddbed03c426fc69a: Processing first storage report for DS-dc382655-f49e-40af-a562-1319a9893b15 from datanode DatanodeRegistration(127.0.0.1:34029, datanodeUuid=80560ae1-6e6c-4070-b8f3-4053215d468f, infoPort=37417, infoSecurePort=0, ipcPort=39823, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672) 2024-11-27T17:14:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd7b16b8500d77ce with lease ID 0xddbed03c426fc69a: from storage DS-dc382655-f49e-40af-a562-1319a9893b15 node DatanodeRegistration(127.0.0.1:34029, datanodeUuid=80560ae1-6e6c-4070-b8f3-4053215d468f, infoPort=37417, infoSecurePort=0, ipcPort=39823, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:14:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd7b16b8500d77ce with lease ID 0xddbed03c426fc69a: Processing first storage report for DS-369d81b7-e834-45a1-98af-557632118a79 from datanode DatanodeRegistration(127.0.0.1:34029, datanodeUuid=80560ae1-6e6c-4070-b8f3-4053215d468f, infoPort=37417, infoSecurePort=0, ipcPort=39823, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672) 2024-11-27T17:14:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd7b16b8500d77ce with lease ID 0xddbed03c426fc69a: from storage DS-369d81b7-e834-45a1-98af-557632118a79 node DatanodeRegistration(127.0.0.1:34029, datanodeUuid=80560ae1-6e6c-4070-b8f3-4053215d468f, infoPort=37417, infoSecurePort=0, ipcPort=39823, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:14:39,905 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data3/current/BP-945177378-172.17.0.3-1732727676672/current, will proceed with Du for space computation calculation, 2024-11-27T17:14:39,905 WARN [Thread-713 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data4/current/BP-945177378-172.17.0.3-1732727676672/current, will proceed with Du for space computation calculation, 2024-11-27T17:14:39,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:14:39,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:39,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:40,010 WARN [Thread-664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:14:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3729877cbcf932a7 with lease ID 0xddbed03c426fc69b: Processing first storage report for DS-877d21be-f62c-4683-a6cd-2cb0ec21b1f6 from datanode DatanodeRegistration(127.0.0.1:33895, datanodeUuid=d47efaec-1c87-453c-b076-ef8e90813d58, infoPort=44309, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672) 2024-11-27T17:14:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3729877cbcf932a7 with lease ID 0xddbed03c426fc69b: from storage DS-877d21be-f62c-4683-a6cd-2cb0ec21b1f6 node DatanodeRegistration(127.0.0.1:33895, datanodeUuid=d47efaec-1c87-453c-b076-ef8e90813d58, infoPort=44309, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:14:40,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3729877cbcf932a7 with lease ID 0xddbed03c426fc69b: Processing first storage report for DS-1b520429-0b4a-46f9-bcae-612788fe08e0 from datanode DatanodeRegistration(127.0.0.1:33895, datanodeUuid=d47efaec-1c87-453c-b076-ef8e90813d58, infoPort=44309, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672) 2024-11-27T17:14:40,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3729877cbcf932a7 with lease ID 0xddbed03c426fc69b: from storage DS-1b520429-0b4a-46f9-bcae-612788fe08e0 node DatanodeRegistration(127.0.0.1:33895, datanodeUuid=d47efaec-1c87-453c-b076-ef8e90813d58, infoPort=44309, infoSecurePort=0, ipcPort=32889, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:14:40,111 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data5/current/BP-945177378-172.17.0.3-1732727676672/current, will proceed with Du for space computation calculation, 2024-11-27T17:14:40,111 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data6/current/BP-945177378-172.17.0.3-1732727676672/current, will proceed with Du for space computation calculation, 2024-11-27T17:14:40,185 WARN [Thread-687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T17:14:40,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3936c0d9b1548c1 with lease ID 0xddbed03c426fc69c: Processing first storage report for DS-d39fdb63-6c62-4b53-8500-53f8b249dc86 from datanode DatanodeRegistration(127.0.0.1:42127, datanodeUuid=932cf856-c167-4175-be41-5bbf8e8dde7b, infoPort=34963, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672) 2024-11-27T17:14:40,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3936c0d9b1548c1 with lease ID 0xddbed03c426fc69c: from storage DS-d39fdb63-6c62-4b53-8500-53f8b249dc86 node DatanodeRegistration(127.0.0.1:42127, datanodeUuid=932cf856-c167-4175-be41-5bbf8e8dde7b, infoPort=34963, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:14:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3936c0d9b1548c1 with lease ID 0xddbed03c426fc69c: Processing first storage report for DS-ec832825-e1c0-4ee2-bd8d-fa68f3ade3bc from datanode DatanodeRegistration(127.0.0.1:42127, datanodeUuid=932cf856-c167-4175-be41-5bbf8e8dde7b, infoPort=34963, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672) 2024-11-27T17:14:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3936c0d9b1548c1 with lease ID 0xddbed03c426fc69c: from storage DS-ec832825-e1c0-4ee2-bd8d-fa68f3ade3bc node DatanodeRegistration(127.0.0.1:42127, datanodeUuid=932cf856-c167-4175-be41-5bbf8e8dde7b, infoPort=34963, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=615117737;c=1732727676672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T17:14:40,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63 2024-11-27T17:14:40,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/zookeeper_0, clientPort=63424, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T17:14:40,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63424 2024-11-27T17:14:40,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:40,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:14:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:14:40,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741825_1001 (size=7) 2024-11-27T17:14:40,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d with version=8 2024-11-27T17:14:40,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/hbase-staging 2024-11-27T17:14:40,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:14:40,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:40,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:40,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:14:40,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:40,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:14:40,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T17:14:40,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:14:40,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33803 2024-11-27T17:14:40,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33803 connecting to ZooKeeper ensemble=127.0.0.1:63424 2024-11-27T17:14:40,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338030x0, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:14:40,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33803-0x1017d4a28dd0000 connected 2024-11-27T17:14:41,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:14:41,102 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d, hbase.cluster.distributed=false 2024-11-27T17:14:41,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:14:41,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-27T17:14:41,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33803 2024-11-27T17:14:41,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33803 2024-11-27T17:14:41,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-27T17:14:41,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-27T17:14:41,150 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:14:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:14:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:14:41,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:14:41,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:14:41,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46605 2024-11-27T17:14:41,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46605 connecting to ZooKeeper ensemble=127.0.0.1:63424 2024-11-27T17:14:41,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466050x0, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:14:41,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466050x0, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:14:41,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:14:41,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46605-0x1017d4a28dd0001 connected 2024-11-27T17:14:41,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:14:41,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T17:14:41,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:14:41,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-27T17:14:41,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46605 2024-11-27T17:14:41,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46605 2024-11-27T17:14:41,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-27T17:14:41,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-27T17:14:41,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:14:41,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,209 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:14:41,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:14:41,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:14:41,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:14:41,210 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45969 2024-11-27T17:14:41,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45969 connecting to ZooKeeper ensemble=127.0.0.1:63424 2024-11-27T17:14:41,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459690x0, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:14:41,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459690x0, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:14:41,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:14:41,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45969-0x1017d4a28dd0002 connected 2024-11-27T17:14:41,237 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:14:41,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T17:14:41,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:14:41,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-27T17:14:41,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45969 2024-11-27T17:14:41,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45969 2024-11-27T17:14:41,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-27T17:14:41,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-27T17:14:41,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8f0673442175:0 server-side Connection retries=45 2024-11-27T17:14:41,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T17:14:41,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T17:14:41,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T17:14:41,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T17:14:41,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T17:14:41,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41779 2024-11-27T17:14:41,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41779 connecting to ZooKeeper ensemble=127.0.0.1:63424 2024-11-27T17:14:41,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417790x0, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T17:14:41,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41779-0x1017d4a28dd0003 connected 2024-11-27T17:14:41,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:14:41,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T17:14:41,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T17:14:41,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T17:14:41,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T17:14:41,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-27T17:14:41,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41779 2024-11-27T17:14:41,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41779 2024-11-27T17:14:41,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-27T17:14:41,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-27T17:14:41,379 DEBUG [M:0;8f0673442175:33803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8f0673442175:33803 2024-11-27T17:14:41,380 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8f0673442175,33803,1732727680874 2024-11-27T17:14:41,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,393 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8f0673442175,33803,1732727680874 2024-11-27T17:14:41,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T17:14:41,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T17:14:41,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T17:14:41,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,416 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T17:14:41,417 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8f0673442175,33803,1732727680874 from backup master directory 2024-11-27T17:14:41,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8f0673442175,33803,1732727680874 2024-11-27T17:14:41,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T17:14:41,426 WARN [master/8f0673442175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:14:41,426 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8f0673442175,33803,1732727680874 2024-11-27T17:14:41,439 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/hbase.id] with ID: 3784c31d-3ddd-48f0-b420-1e3688845033 2024-11-27T17:14:41,439 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.tmp/hbase.id 2024-11-27T17:14:41,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:14:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:14:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741826_1002 (size=42) 2024-11-27T17:14:41,465 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.tmp/hbase.id]:[hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/hbase.id] 2024-11-27T17:14:41,482 INFO [master/8f0673442175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T17:14:41,482 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T17:14:41,484 INFO [master/8f0673442175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T17:14:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:14:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:14:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741827_1003 (size=196) 2024-11-27T17:14:41,504 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:14:41,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T17:14:41,505 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:14:41,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:14:41,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:14:41,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741828_1004 (size=1189) 2024-11-27T17:14:41,520 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store 2024-11-27T17:14:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:14:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:14:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741829_1005 (size=34) 2024-11-27T17:14:41,530 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:41,530 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:14:41,530 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:41,530 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:41,530 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:14:41,530 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:41,530 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:14:41,530 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727681530Disabling compacts and flushes for region at 1732727681530Disabling writes for close at 1732727681530Writing region close event to WAL at 1732727681530Closed at 1732727681530 2024-11-27T17:14:41,531 WARN [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/.initializing 2024-11-27T17:14:41,531 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/WALs/8f0673442175,33803,1732727680874 2024-11-27T17:14:41,533 INFO [master/8f0673442175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:14:41,535 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C33803%2C1732727680874, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/WALs/8f0673442175,33803,1732727680874, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/oldWALs, maxLogs=10 2024-11-27T17:14:41,548 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/WALs/8f0673442175,33803,1732727680874/8f0673442175%2C33803%2C1732727680874.1732727681535, exclude list is [], retry=0 2024-11-27T17:14:41,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-877d21be-f62c-4683-a6cd-2cb0ec21b1f6,DISK] 2024-11-27T17:14:41,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34029,DS-dc382655-f49e-40af-a562-1319a9893b15,DISK] 2024-11-27T17:14:41,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-d39fdb63-6c62-4b53-8500-53f8b249dc86,DISK] 2024-11-27T17:14:41,556 INFO [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/WALs/8f0673442175,33803,1732727680874/8f0673442175%2C33803%2C1732727680874.1732727681535 2024-11-27T17:14:41,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44309:44309),(127.0.0.1/127.0.0.1:37417:37417),(127.0.0.1/127.0.0.1:34963:34963)] 2024-11-27T17:14:41,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:14:41,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:41,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,557 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T17:14:41,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:41,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:41,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T17:14:41,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:41,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:14:41,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T17:14:41,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:41,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:14:41,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T17:14:41,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:41,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:14:41,596 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,599 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,600 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,603 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,603 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,604 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:14:41,606 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T17:14:41,622 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:14:41,623 INFO [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62752235, jitterRate=-0.06491883099079132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:14:41,624 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732727681557Initializing all the Stores at 1732727681558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727681559 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727681559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727681559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727681559Cleaning up temporary data from old regions at 1732727681603 (+44 ms)Region opened successfully at 1732727681624 (+21 ms) 2024-11-27T17:14:41,627 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T17:14:41,639 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a272a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:14:41,641 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T17:14:41,641 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T17:14:41,641 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T17:14:41,641 INFO [master/8f0673442175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T17:14:41,642 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T17:14:41,643 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T17:14:41,643 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T17:14:41,648 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T17:14:41,650 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T17:14:41,657 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T17:14:41,657 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T17:14:41,660 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T17:14:41,674 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T17:14:41,674 INFO [master/8f0673442175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T17:14:41,678 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T17:14:41,690 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T17:14:41,700 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T17:14:41,709 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T17:14:41,712 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T17:14:41,720 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T17:14:41,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:14:41,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:14:41,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:14:41,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,734 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8f0673442175,33803,1732727680874, sessionid=0x1017d4a28dd0000, setting cluster-up flag (Was=false) 2024-11-27T17:14:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T17:14:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,916 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T17:14:41,933 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33803,1732727680874 2024-11-27T17:14:41,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:41,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:42,036 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T17:14:42,037 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8f0673442175,33803,1732727680874 2024-11-27T17:14:42,045 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T17:14:42,049 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T17:14:42,049 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T17:14:42,049 INFO [master/8f0673442175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T17:14:42,050 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8f0673442175,33803,1732727680874 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T17:14:42,052 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:14:42,053 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:14:42,053 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:14:42,053 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8f0673442175:0, corePoolSize=5, maxPoolSize=5 2024-11-27T17:14:42,053 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8f0673442175:0, corePoolSize=10, maxPoolSize=10 2024-11-27T17:14:42,053 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,053 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:14:42,053 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:14:42,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T17:14:42,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:42,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T17:14:42,086 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(746): ClusterId : 3784c31d-3ddd-48f0-b420-1e3688845033 2024-11-27T17:14:42,087 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:14:42,093 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732727712093 2024-11-27T17:14:42,094 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T17:14:42,094 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T17:14:42,094 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T17:14:42,094 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T17:14:42,094 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T17:14:42,094 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T17:14:42,094 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T17:14:42,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T17:14:42,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T17:14:42,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T17:14:42,095 INFO [master/8f0673442175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T17:14:42,096 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727682096,5,FailOnTimeoutGroup] 2024-11-27T17:14:42,099 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(746): ClusterId : 3784c31d-3ddd-48f0-b420-1e3688845033 2024-11-27T17:14:42,099 INFO [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(746): ClusterId : 3784c31d-3ddd-48f0-b420-1e3688845033 2024-11-27T17:14:42,099 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:14:42,099 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T17:14:42,100 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727682096,5,FailOnTimeoutGroup] 2024-11-27T17:14:42,100 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,100 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T17:14:42,100 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,100 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,112 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:14:42,112 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:14:42,116 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:14:42,116 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T17:14:42,117 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:14:42,117 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T17:14:42,141 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:14:42,142 DEBUG [RS:1;8f0673442175:45969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a83ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:14:42,142 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:14:42,143 DEBUG [RS:0;8f0673442175:46605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411027ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:14:42,145 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T17:14:42,145 DEBUG [RS:2;8f0673442175:41779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1220ac89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8f0673442175/172.17.0.3:0 2024-11-27T17:14:42,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:14:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:14:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741831_1007 (size=1321) 2024-11-27T17:14:42,170 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8f0673442175:45969 2024-11-27T17:14:42,170 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8f0673442175:46605 2024-11-27T17:14:42,171 INFO [RS:1;8f0673442175:45969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:14:42,171 INFO [RS:0;8f0673442175:46605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:14:42,171 INFO [RS:0;8f0673442175:46605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:14:42,171 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:14:42,172 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,33803,1732727680874 with port=46605, startcode=1732727681149 2024-11-27T17:14:42,173 DEBUG [RS:0;8f0673442175:46605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:14:42,171 INFO [RS:1;8f0673442175:45969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:14:42,177 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:14:42,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,46605,1732727681149 2024-11-27T17:14:42,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(517): Registering regionserver=8f0673442175,46605,1732727681149 2024-11-27T17:14:42,180 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:14:42,180 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:42,180 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46651 2024-11-27T17:14:42,180 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:14:42,180 DEBUG [RS:2;8f0673442175:41779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8f0673442175:41779 2024-11-27T17:14:42,181 INFO [RS:2;8f0673442175:41779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T17:14:42,181 INFO [RS:2;8f0673442175:41779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T17:14:42,181 DEBUG [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T17:14:42,181 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,33803,1732727680874 with port=45969, startcode=1732727681208 2024-11-27T17:14:42,182 DEBUG [RS:1;8f0673442175:45969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:14:42,189 INFO [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(2659): reportForDuty to master=8f0673442175,33803,1732727680874 with port=41779, startcode=1732727681273 2024-11-27T17:14:42,189 DEBUG [RS:2;8f0673442175:41779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T17:14:42,191 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:14:42,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,41779,1732727681273 2024-11-27T17:14:42,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(517): Registering regionserver=8f0673442175,41779,1732727681273 2024-11-27T17:14:42,193 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T17:14:42,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8f0673442175,45969,1732727681208 2024-11-27T17:14:42,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(517): Registering regionserver=8f0673442175,45969,1732727681208 2024-11-27T17:14:42,197 DEBUG [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:42,197 DEBUG [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46651 2024-11-27T17:14:42,197 DEBUG [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:14:42,199 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:42,199 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46651 2024-11-27T17:14:42,200 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T17:14:42,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:14:42,348 DEBUG [RS:2;8f0673442175:41779 {}] zookeeper.ZKUtil(111): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8f0673442175,41779,1732727681273 2024-11-27T17:14:42,348 DEBUG [RS:0;8f0673442175:46605 {}] zookeeper.ZKUtil(111): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8f0673442175,46605,1732727681149 2024-11-27T17:14:42,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,41779,1732727681273] 2024-11-27T17:14:42,348 WARN [RS:2;8f0673442175:41779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:14:42,348 WARN [RS:0;8f0673442175:46605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:14:42,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,46605,1732727681149] 2024-11-27T17:14:42,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8f0673442175,45969,1732727681208] 2024-11-27T17:14:42,348 INFO [RS:2;8f0673442175:41779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:14:42,348 INFO [RS:0;8f0673442175:46605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:14:42,348 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,46605,1732727681149 2024-11-27T17:14:42,348 DEBUG [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273 2024-11-27T17:14:42,349 DEBUG [RS:1;8f0673442175:45969 {}] zookeeper.ZKUtil(111): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8f0673442175,45969,1732727681208 2024-11-27T17:14:42,349 WARN [RS:1;8f0673442175:45969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T17:14:42,349 INFO [RS:1;8f0673442175:45969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:14:42,349 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,45969,1732727681208 2024-11-27T17:14:42,363 INFO [RS:2;8f0673442175:41779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:14:42,363 INFO [RS:0;8f0673442175:46605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:14:42,367 INFO [RS:2;8f0673442175:41779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:14:42,368 INFO [RS:0;8f0673442175:46605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:14:42,368 INFO [RS:0;8f0673442175:46605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:14:42,368 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,368 INFO [RS:2;8f0673442175:41779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:14:42,368 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,368 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:14:42,369 INFO [RS:1;8f0673442175:45969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T17:14:42,369 INFO [RS:0;8f0673442175:46605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:14:42,369 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,370 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,371 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,371 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:14:42,371 DEBUG [RS:0;8f0673442175:46605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:14:42,372 INFO [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:14:42,373 INFO [RS:2;8f0673442175:41779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:14:42,373 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,373 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:14:42,374 DEBUG [RS:2;8f0673442175:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:14:42,376 INFO [RS:1;8f0673442175:45969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T17:14:42,380 INFO [RS:1;8f0673442175:45969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T17:14:42,381 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,384 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,384 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,384 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,384 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,385 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,385 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46605,1732727681149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:14:42,388 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,388 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T17:14:42,388 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,389 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,389 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,389 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,389 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41779,1732727681273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:14:42,393 INFO [RS:1;8f0673442175:45969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T17:14:42,393 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,393 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,393 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,393 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0, corePoolSize=2, maxPoolSize=2 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8f0673442175:0, corePoolSize=1, maxPoolSize=1 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:14:42,394 DEBUG [RS:1;8f0673442175:45969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8f0673442175:0, corePoolSize=3, maxPoolSize=3 2024-11-27T17:14:42,406 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,407 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,407 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,407 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,407 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,407 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45969,1732727681208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:14:42,422 INFO [RS:0;8f0673442175:46605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:14:42,422 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,46605,1732727681149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,423 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,423 INFO [RS:0;8f0673442175:46605 {}] regionserver.Replication(171): 8f0673442175,46605,1732727681149 started 2024-11-27T17:14:42,427 INFO [RS:2;8f0673442175:41779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:14:42,427 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,41779,1732727681273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,427 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,427 INFO [RS:2;8f0673442175:41779 {}] regionserver.Replication(171): 8f0673442175,41779,1732727681273 started 2024-11-27T17:14:42,430 INFO [RS:1;8f0673442175:45969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T17:14:42,430 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,45969,1732727681208-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,430 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,431 INFO [RS:1;8f0673442175:45969 {}] regionserver.Replication(171): 8f0673442175,45969,1732727681208 started 2024-11-27T17:14:42,449 INFO [RS:2;8f0673442175:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,449 INFO [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,41779,1732727681273, RpcServer on 8f0673442175/172.17.0.3:41779, sessionid=0x1017d4a28dd0003 2024-11-27T17:14:42,450 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:14:42,450 DEBUG [RS:2;8f0673442175:41779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,41779,1732727681273 2024-11-27T17:14:42,450 DEBUG [RS:2;8f0673442175:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,41779,1732727681273' 2024-11-27T17:14:42,450 DEBUG [RS:2;8f0673442175:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T17:14:42,452 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,452 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,46605,1732727681149, RpcServer on 8f0673442175/172.17.0.3:46605, sessionid=0x1017d4a28dd0001 2024-11-27T17:14:42,452 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:14:42,452 DEBUG [RS:0;8f0673442175:46605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,46605,1732727681149 2024-11-27T17:14:42,452 DEBUG [RS:0;8f0673442175:46605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,46605,1732727681149' 2024-11-27T17:14:42,452 DEBUG [RS:0;8f0673442175:46605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T17:14:42,452 DEBUG [RS:2;8f0673442175:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T17:14:42,453 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:14:42,453 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:14:42,453 DEBUG [RS:2;8f0673442175:41779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,41779,1732727681273 2024-11-27T17:14:42,453 DEBUG [RS:2;8f0673442175:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,41779,1732727681273' 2024-11-27T17:14:42,453 DEBUG [RS:2;8f0673442175:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T17:14:42,454 DEBUG [RS:2;8f0673442175:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T17:14:42,454 DEBUG [RS:2;8f0673442175:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:14:42,454 INFO [RS:2;8f0673442175:41779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:14:42,454 INFO [RS:2;8f0673442175:41779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:14:42,457 DEBUG [RS:0;8f0673442175:46605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T17:14:42,457 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:42,457 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1482): Serving as 8f0673442175,45969,1732727681208, RpcServer on 8f0673442175/172.17.0.3:45969, sessionid=0x1017d4a28dd0002 2024-11-27T17:14:42,457 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T17:14:42,457 DEBUG [RS:1;8f0673442175:45969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8f0673442175,45969,1732727681208 2024-11-27T17:14:42,457 DEBUG [RS:1;8f0673442175:45969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45969,1732727681208' 2024-11-27T17:14:42,457 DEBUG [RS:1;8f0673442175:45969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T17:14:42,457 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:14:42,457 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:14:42,457 DEBUG [RS:0;8f0673442175:46605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,46605,1732727681149 2024-11-27T17:14:42,457 DEBUG [RS:0;8f0673442175:46605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,46605,1732727681149' 2024-11-27T17:14:42,458 DEBUG [RS:0;8f0673442175:46605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T17:14:42,458 DEBUG [RS:1;8f0673442175:45969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T17:14:42,458 DEBUG [RS:0;8f0673442175:46605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T17:14:42,458 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T17:14:42,458 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T17:14:42,458 DEBUG [RS:0;8f0673442175:46605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:14:42,458 DEBUG [RS:1;8f0673442175:45969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8f0673442175,45969,1732727681208 2024-11-27T17:14:42,459 INFO [RS:0;8f0673442175:46605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:14:42,459 DEBUG [RS:1;8f0673442175:45969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8f0673442175,45969,1732727681208' 2024-11-27T17:14:42,459 INFO [RS:0;8f0673442175:46605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:14:42,459 DEBUG [RS:1;8f0673442175:45969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T17:14:42,459 DEBUG [RS:1;8f0673442175:45969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T17:14:42,460 DEBUG [RS:1;8f0673442175:45969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T17:14:42,460 INFO [RS:1;8f0673442175:45969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T17:14:42,460 INFO [RS:1;8f0673442175:45969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T17:14:42,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T17:14:42,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:42,555 INFO [RS:2;8f0673442175:41779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:14:42,558 INFO [RS:2;8f0673442175:41779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C41779%2C1732727681273, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs, maxLogs=32 2024-11-27T17:14:42,559 INFO [RS:0;8f0673442175:46605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:14:42,561 INFO [RS:1;8f0673442175:45969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T17:14:42,562 INFO [RS:0;8f0673442175:46605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C46605%2C1732727681149, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,46605,1732727681149, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs, maxLogs=32 2024-11-27T17:14:42,563 INFO [RS:1;8f0673442175:45969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C45969%2C1732727681208, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,45969,1732727681208, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs, maxLogs=32 2024-11-27T17:14:42,566 WARN [IPC Server handler 4 on default port 46651 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T17:14:42,566 WARN [IPC Server handler 4 on default port 46651 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T17:14:42,566 WARN [IPC Server handler 4 on default port 46651 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T17:14:42,581 DEBUG [RS:2;8f0673442175:41779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273/8f0673442175%2C41779%2C1732727681273.1732727682560, exclude list is [], retry=0 2024-11-27T17:14:42,585 DEBUG [RS:1;8f0673442175:45969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,45969,1732727681208/8f0673442175%2C45969%2C1732727681208.1732727682563, exclude list is [], retry=0 2024-11-27T17:14:42,587 WARN [IPC Server handler 2 on default port 46651 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T17:14:42,587 WARN [IPC Server handler 2 on default port 46651 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T17:14:42,587 WARN [IPC Server handler 2 on default port 46651 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T17:14:42,587 DEBUG [RS:0;8f0673442175:46605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,46605,1732727681149/8f0673442175%2C46605%2C1732727681149.1732727682563, exclude list is [], retry=0 2024-11-27T17:14:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:14:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:14:42,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-877d21be-f62c-4683-a6cd-2cb0ec21b1f6,DISK] 2024-11-27T17:14:42,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:42,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-d39fdb63-6c62-4b53-8500-53f8b249dc86,DISK] 2024-11-27T17:14:42,591 WARN [IPC Server handler 1 on default port 46651 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-27T17:14:42,591 WARN [IPC Server handler 1 on default port 46651 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-27T17:14:42,592 WARN [IPC Server handler 1 on default port 46651 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-27T17:14:42,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:14:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34029,DS-dc382655-f49e-40af-a562-1319a9893b15,DISK] 2024-11-27T17:14:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-d39fdb63-6c62-4b53-8500-53f8b249dc86,DISK] 2024-11-27T17:14:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-877d21be-f62c-4683-a6cd-2cb0ec21b1f6,DISK] 2024-11-27T17:14:42,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:14:42,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:42,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-877d21be-f62c-4683-a6cd-2cb0ec21b1f6,DISK] 2024-11-27T17:14:42,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-d39fdb63-6c62-4b53-8500-53f8b249dc86,DISK] 2024-11-27T17:14:42,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:42,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:14:42,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:14:42,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:42,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:42,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:14:42,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:14:42,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:42,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:42,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:14:42,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:14:42,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:42,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:42,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:14:42,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740 2024-11-27T17:14:42,612 INFO [RS:1;8f0673442175:45969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,45969,1732727681208/8f0673442175%2C45969%2C1732727681208.1732727682563 2024-11-27T17:14:42,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740 2024-11-27T17:14:42,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:14:42,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:14:42,616 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:14:42,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:14:42,628 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:14:42,629 DEBUG [RS:1;8f0673442175:45969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963),(127.0.0.1/127.0.0.1:44309:44309)] 2024-11-27T17:14:42,630 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66456880, jitterRate=-0.00971531867980957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:14:42,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732727682590Initializing all the Stores at 1732727682591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727682591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727682591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727682591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727682592 (+1 ms)Cleaning up temporary data from old regions at 1732727682615 (+23 ms)Region opened successfully at 1732727682631 (+16 ms) 2024-11-27T17:14:42,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:14:42,632 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:14:42,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:14:42,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:14:42,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:14:42,645 INFO [RS:0;8f0673442175:46605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,46605,1732727681149/8f0673442175%2C46605%2C1732727681149.1732727682563 2024-11-27T17:14:42,646 DEBUG [RS:0;8f0673442175:46605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44309:44309),(127.0.0.1/127.0.0.1:34963:34963)] 2024-11-27T17:14:42,646 INFO [RS:2;8f0673442175:41779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273/8f0673442175%2C41779%2C1732727681273.1732727682560 2024-11-27T17:14:42,646 DEBUG [RS:2;8f0673442175:41779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37417:37417),(127.0.0.1/127.0.0.1:44309:44309),(127.0.0.1/127.0.0.1:34963:34963)] 2024-11-27T17:14:42,652 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:14:42,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727682631Disabling compacts and flushes for region at 1732727682631Disabling writes for close at 1732727682632 (+1 ms)Writing region close event to WAL at 1732727682652 (+20 ms)Closed at 1732727682652 2024-11-27T17:14:42,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:14:42,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T17:14:42,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T17:14:42,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:14:42,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T17:14:42,807 DEBUG [8f0673442175:33803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T17:14:42,807 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(204): Hosts are {8f0673442175=0} racks are {/default-rack=0} 2024-11-27T17:14:42,810 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T17:14:42,810 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T17:14:42,810 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T17:14:42,811 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T17:14:42,811 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T17:14:42,811 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T17:14:42,811 INFO [8f0673442175:33803 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T17:14:42,811 INFO [8f0673442175:33803 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T17:14:42,811 INFO [8f0673442175:33803 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T17:14:42,811 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T17:14:42,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:14:42,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45969,1732727681208, state=OPENING 2024-11-27T17:14:42,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T17:14:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:14:42,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:42,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:42,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T17:14:42,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45969,1732727681208}] 2024-11-27T17:14:42,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:42,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741832_1008 (size=32) 2024-11-27T17:14:46,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T17:14:46,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T17:14:48,701 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8f0673442175:42607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T17:14:52,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:14:52,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:14:52,874 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T17:14:52,874 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T17:14:52,874 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T17:14:52,876 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8f0673442175%2C45969%2C1732727681208.meta, suffix=.meta, logDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,45969,1732727681208, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs, maxLogs=32 2024-11-27T17:14:52,895 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,45969,1732727681208/8f0673442175%2C45969%2C1732727681208.meta.1732727692877.meta, exclude list is [], retry=0 2024-11-27T17:14:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42127,DS-d39fdb63-6c62-4b53-8500-53f8b249dc86,DISK] 2024-11-27T17:14:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-877d21be-f62c-4683-a6cd-2cb0ec21b1f6,DISK] 2024-11-27T17:14:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34029,DS-dc382655-f49e-40af-a562-1319a9893b15,DISK] 2024-11-27T17:14:52,903 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,45969,1732727681208/8f0673442175%2C45969%2C1732727681208.meta.1732727692877.meta 2024-11-27T17:14:52,904 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963),(127.0.0.1/127.0.0.1:44309:44309),(127.0.0.1/127.0.0.1:37417:37417)] 2024-11-27T17:14:52,904 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T17:14:52,904 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T17:14:52,904 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T17:14:52,904 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T17:14:52,904 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T17:14:52,904 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:52,904 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T17:14:52,905 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T17:14:52,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T17:14:52,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T17:14:52,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:52,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:52,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T17:14:52,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T17:14:52,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:52,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:52,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T17:14:52,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T17:14:52,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:52,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:52,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T17:14:52,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T17:14:52,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:52,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T17:14:52,912 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T17:14:52,913 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740 2024-11-27T17:14:52,914 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740 2024-11-27T17:14:52,919 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T17:14:52,919 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T17:14:52,920 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T17:14:52,922 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T17:14:52,924 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73387470, jitterRate=0.09355852007865906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T17:14:52,924 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T17:14:52,925 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732727692905Writing region info on filesystem at 1732727692905Initializing all the Stores at 1732727692906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727692906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727692906Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727692906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732727692906Cleaning up temporary data from old regions at 1732727692919 (+13 ms)Running coprocessor post-open hooks at 1732727692924 (+5 ms)Region opened successfully at 1732727692925 (+1 ms) 2024-11-27T17:14:52,931 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732727692850 2024-11-27T17:14:52,933 DEBUG [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T17:14:52,934 INFO [RS_OPEN_META-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T17:14:52,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:14:52,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8f0673442175,45969,1732727681208, state=OPEN 2024-11-27T17:14:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:14:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:14:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:14:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T17:14:53,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:53,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:53,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:53,032 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8f0673442175,45969,1732727681208 2024-11-27T17:14:53,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T17:14:53,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T17:14:53,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8f0673442175,45969,1732727681208 in 10.1850 sec 2024-11-27T17:14:53,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T17:14:53,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3850 sec 2024-11-27T17:14:53,042 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T17:14:53,042 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T17:14:53,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:14:53,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45969,1732727681208, seqNum=-1] 2024-11-27T17:14:53,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:14:53,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:14:53,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0120 sec 2024-11-27T17:14:53,059 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732727693059, completionTime=-1 2024-11-27T17:14:53,059 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T17:14:53,059 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T17:14:53,061 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T17:14:53,061 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732727753061 2024-11-27T17:14:53,061 INFO [master/8f0673442175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732727813061 2024-11-27T17:14:53,061 INFO [master/8f0673442175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T17:14:53,061 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T17:14:53,062 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33803,1732727680874-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:53,062 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33803,1732727680874-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:53,062 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33803,1732727680874-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:53,062 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8f0673442175:33803, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:53,062 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:53,064 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:53,066 DEBUG [master/8f0673442175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T17:14:53,068 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.642sec 2024-11-27T17:14:53,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T17:14:53,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T17:14:53,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T17:14:53,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T17:14:53,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T17:14:53,072 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33803,1732727680874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T17:14:53,073 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33803,1732727680874-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T17:14:53,075 DEBUG [master/8f0673442175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T17:14:53,075 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T17:14:53,075 INFO [master/8f0673442175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8f0673442175,33803,1732727680874-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T17:14:53,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d520dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:14:53,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33803,-1 for getting cluster id 2024-11-27T17:14:53,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:14:53,123 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3784c31d-3ddd-48f0-b420-1e3688845033' 2024-11-27T17:14:53,123 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:14:53,123 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3784c31d-3ddd-48f0-b420-1e3688845033" 2024-11-27T17:14:53,124 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ecfaa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:14:53,124 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33803,-1] 2024-11-27T17:14:53,125 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:14:53,126 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:53,127 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:14:53,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4265ab87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:14:53,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:14:53,130 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45969,1732727681208, seqNum=-1] 2024-11-27T17:14:53,130 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:14:53,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:14:53,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8f0673442175,33803,1732727680874 2024-11-27T17:14:53,134 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732727693134 (current time:1732727693134). 2024-11-27T17:14:53,134 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T17:14:53,134 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T17:14:53,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c906a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:14:53,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8f0673442175,33803,-1 for getting cluster id 2024-11-27T17:14:53,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T17:14:53,136 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3784c31d-3ddd-48f0-b420-1e3688845033' 2024-11-27T17:14:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T17:14:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3784c31d-3ddd-48f0-b420-1e3688845033" 2024-11-27T17:14:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de009eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:14:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8f0673442175,33803,-1] 2024-11-27T17:14:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T17:14:53,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:53,138 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T17:14:53,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8309a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T17:14:53,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T17:14:53,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8f0673442175,45969,1732727681208, seqNum=-1] 2024-11-27T17:14:53,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:14:53,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:14:53,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:14:53,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:14:53,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:53,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:14:53,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:14:53,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T17:14:53,145 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8f0673442175,33803,1732727680874 2024-11-27T17:14:53,145 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c02e0d4 2024-11-27T17:14:53,146 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T17:14:53,147 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T17:14:53,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T17:14:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T17:14:53,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T17:14:53,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:14:53,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T17:14:53,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T17:14:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:14:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741837_1013 (size=361) 2024-11-27T17:14:53,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741837_1013 (size=361) 2024-11-27T17:14:53,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741837_1013 (size=361) 2024-11-27T17:14:53,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48e06f6e3f1c572fb6f37cf34348806b, NAME => 'SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,183 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f75df830fd35a3d053068cdfa7b37346, NAME => 'SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,189 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b68bcc5f6ea8563fe2cce288125f1dab, NAME => 'SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741840_1016 (size=62) 2024-11-27T17:14:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741840_1016 (size=62) 2024-11-27T17:14:53,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b68bcc5f6ea8563fe2cce288125f1dab, disabling compactions & flushes 2024-11-27T17:14:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741840_1016 (size=62) 2024-11-27T17:14:53,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:14:53,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:14:53,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. after waiting 0 ms 2024-11-27T17:14:53,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:14:53,215 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:14:53,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b68bcc5f6ea8563fe2cce288125f1dab: Waiting for close lock at 1732727693214Disabling compacts and flushes for region at 1732727693214Disabling writes for close at 1732727693215 (+1 ms)Writing region close event to WAL at 1732727693215Closed at 1732727693215 2024-11-27T17:14:53,219 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9bdfcb151ff48b1c064ea5d933f19feb, NAME => 'SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741839_1015 (size=62) 2024-11-27T17:14:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741839_1015 (size=62) 2024-11-27T17:14:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741839_1015 (size=62) 2024-11-27T17:14:53,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f75df830fd35a3d053068cdfa7b37346, disabling compactions & flushes 2024-11-27T17:14:53,237 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:14:53,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:14:53,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. after waiting 0 ms 2024-11-27T17:14:53,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:14:53,237 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:14:53,237 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f75df830fd35a3d053068cdfa7b37346: Waiting for close lock at 1732727693236Disabling compacts and flushes for region at 1732727693236Disabling writes for close at 1732727693237 (+1 ms)Writing region close event to WAL at 1732727693237Closed at 1732727693237 2024-11-27T17:14:53,238 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4003030325ae00ef953e6ea0b398d67e, NAME => 'SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741838_1014 (size=54) 2024-11-27T17:14:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741838_1014 (size=54) 2024-11-27T17:14:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:14:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741838_1014 (size=54) 2024-11-27T17:14:53,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 48e06f6e3f1c572fb6f37cf34348806b, disabling compactions & flushes 2024-11-27T17:14:53,262 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:14:53,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:14:53,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. after waiting 0 ms 2024-11-27T17:14:53,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:14:53,262 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:14:53,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48e06f6e3f1c572fb6f37cf34348806b: Waiting for close lock at 1732727693262Disabling compacts and flushes for region at 1732727693262Disabling writes for close at 1732727693262Writing region close event to WAL at 1732727693262Closed at 1732727693262 2024-11-27T17:14:53,263 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f379f9e0f1f63b27525debea2cb6c25, NAME => 'SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741841_1017 (size=62) 2024-11-27T17:14:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741841_1017 (size=62) 2024-11-27T17:14:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741841_1017 (size=62) 2024-11-27T17:14:53,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9bdfcb151ff48b1c064ea5d933f19feb, disabling compactions & flushes 2024-11-27T17:14:53,280 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:14:53,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:14:53,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. after waiting 0 ms 2024-11-27T17:14:53,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:14:53,280 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:14:53,280 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9bdfcb151ff48b1c064ea5d933f19feb: Waiting for close lock at 1732727693280Disabling compacts and flushes for region at 1732727693280Disabling writes for close at 1732727693280Writing region close event to WAL at 1732727693280Closed at 1732727693280 2024-11-27T17:14:53,281 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06de9aed6734f2fd9d4ac256b3b4e2fc, NAME => 'SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741842_1018 (size=62) 2024-11-27T17:14:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741842_1018 (size=62) 2024-11-27T17:14:53,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3f379f9e0f1f63b27525debea2cb6c25, disabling compactions & flushes 2024-11-27T17:14:53,323 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:14:53,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:14:53,323 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. after waiting 0 ms 2024-11-27T17:14:53,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:14:53,324 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:14:53,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f379f9e0f1f63b27525debea2cb6c25: Waiting for close lock at 1732727693323Disabling compacts and flushes for region at 1732727693323Disabling writes for close at 1732727693323Writing region close event to WAL at 1732727693324 (+1 ms)Closed at 1732727693324 2024-11-27T17:14:53,324 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 674d440f2191dd561c643c6149ff7198, NAME => 'SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741842_1018 (size=62) 2024-11-27T17:14:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741843_1019 (size=62) 2024-11-27T17:14:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741843_1019 (size=62) 2024-11-27T17:14:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741843_1019 (size=62) 2024-11-27T17:14:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741844_1020 (size=62) 2024-11-27T17:14:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741844_1020 (size=62) 2024-11-27T17:14:53,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741844_1020 (size=62) 2024-11-27T17:14:53,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06de9aed6734f2fd9d4ac256b3b4e2fc, disabling compactions & flushes 2024-11-27T17:14:53,344 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:14:53,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:14:53,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. after waiting 0 ms 2024-11-27T17:14:53,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:14:53,344 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:14:53,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06de9aed6734f2fd9d4ac256b3b4e2fc: Waiting for close lock at 1732727693344Disabling compacts and flushes for region at 1732727693344Disabling writes for close at 1732727693344Writing region close event to WAL at 1732727693344Closed at 1732727693344 2024-11-27T17:14:53,345 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4933e97b53bc0f66f99f823aa26a3852, NAME => 'SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741846_1022 (size=62) 2024-11-27T17:14:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741846_1022 (size=62) 2024-11-27T17:14:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741846_1022 (size=62) 2024-11-27T17:14:53,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4933e97b53bc0f66f99f823aa26a3852, disabling compactions & flushes 2024-11-27T17:14:53,391 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:14:53,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:14:53,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. after waiting 0 ms 2024-11-27T17:14:53,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:14:53,391 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:14:53,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4933e97b53bc0f66f99f823aa26a3852: Waiting for close lock at 1732727693391Disabling compacts and flushes for region at 1732727693391Disabling writes for close at 1732727693391Writing region close event to WAL at 1732727693391Closed at 1732727693391 2024-11-27T17:14:53,392 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4b7796a8f274b594be8df2984b4bd5a0, NAME => 'SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d 2024-11-27T17:14:53,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741845_1021 (size=62) 2024-11-27T17:14:53,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741845_1021 (size=62) 2024-11-27T17:14:53,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741845_1021 (size=62) 2024-11-27T17:14:53,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 674d440f2191dd561c643c6149ff7198, disabling compactions & flushes 2024-11-27T17:14:53,403 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:14:53,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:14:53,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. after waiting 0 ms 2024-11-27T17:14:53,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:14:53,404 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:14:53,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 674d440f2191dd561c643c6149ff7198: Waiting for close lock at 1732727693403Disabling compacts and flushes for region at 1732727693403Disabling writes for close at 1732727693404 (+1 ms)Writing region close event to WAL at 1732727693404Closed at 1732727693404 2024-11-27T17:14:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741847_1023 (size=54) 2024-11-27T17:14:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741847_1023 (size=54) 2024-11-27T17:14:53,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4b7796a8f274b594be8df2984b4bd5a0, disabling compactions & flushes 2024-11-27T17:14:53,418 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:14:53,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:14:53,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. after waiting 0 ms 2024-11-27T17:14:53,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:14:53,418 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:14:53,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4b7796a8f274b594be8df2984b4bd5a0: Waiting for close lock at 1732727693418Disabling compacts and flushes for region at 1732727693418Disabling writes for close at 1732727693418Writing region close event to WAL at 1732727693418Closed at 1732727693418 2024-11-27T17:14:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741847_1023 (size=54) 2024-11-27T17:14:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:14:53,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:14:53,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4003030325ae00ef953e6ea0b398d67e, disabling compactions & flushes 2024-11-27T17:14:53,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:14:53,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:14:53,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. after waiting 0 ms 2024-11-27T17:14:53,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:14:53,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:14:53,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4003030325ae00ef953e6ea0b398d67e: Waiting for close lock at 1732727693719Disabling compacts and flushes for region at 1732727693719Disabling writes for close at 1732727693720 (+1 ms)Writing region close event to WAL at 1732727693720Closed at 1732727693720 2024-11-27T17:14:53,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T17:14:53,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732727693732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732727693732"}]},"ts":"1732727693732"} 2024-11-27T17:14:53,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T17:14:53,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T17:14:53,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727693752"}]},"ts":"1732727693752"} 2024-11-27T17:14:53,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T17:14:53,773 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8f0673442175=0} racks are {/default-rack=0} 2024-11-27T17:14:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:14:53,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T17:14:53,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T17:14:53,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T17:14:53,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T17:14:53,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T17:14:53,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T17:14:53,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T17:14:53,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T17:14:53,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T17:14:53,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T17:14:53,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e06f6e3f1c572fb6f37cf34348806b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b68bcc5f6ea8563fe2cce288125f1dab, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9bdfcb151ff48b1c064ea5d933f19feb, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4003030325ae00ef953e6ea0b398d67e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06de9aed6734f2fd9d4ac256b3b4e2fc, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4933e97b53bc0f66f99f823aa26a3852, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b7796a8f274b594be8df2984b4bd5a0, ASSIGN}] 2024-11-27T17:14:53,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e06f6e3f1c572fb6f37cf34348806b, ASSIGN 2024-11-27T17:14:53,802 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN 2024-11-27T17:14:53,803 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48e06f6e3f1c572fb6f37cf34348806b, ASSIGN; state=OFFLINE, location=8f0673442175,46605,1732727681149; forceNewPlan=false, retain=false 2024-11-27T17:14:53,804 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN; state=OFFLINE, location=8f0673442175,41779,1732727681273; forceNewPlan=false, retain=false 2024-11-27T17:14:53,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b7796a8f274b594be8df2984b4bd5a0, ASSIGN 2024-11-27T17:14:53,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b7796a8f274b594be8df2984b4bd5a0, ASSIGN; state=OFFLINE, location=8f0673442175,46605,1732727681149; forceNewPlan=false, retain=false 2024-11-27T17:14:53,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b68bcc5f6ea8563fe2cce288125f1dab, ASSIGN 2024-11-27T17:14:53,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b68bcc5f6ea8563fe2cce288125f1dab, ASSIGN; state=OFFLINE, location=8f0673442175,45969,1732727681208; forceNewPlan=false, retain=false 2024-11-27T17:14:53,809 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06de9aed6734f2fd9d4ac256b3b4e2fc, ASSIGN 2024-11-27T17:14:53,810 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06de9aed6734f2fd9d4ac256b3b4e2fc, ASSIGN; state=OFFLINE, location=8f0673442175,46605,1732727681149; forceNewPlan=false, retain=false 2024-11-27T17:14:53,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN 2024-11-27T17:14:53,813 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN; state=OFFLINE, location=8f0673442175,41779,1732727681273; forceNewPlan=false, retain=false 2024-11-27T17:14:53,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4933e97b53bc0f66f99f823aa26a3852, ASSIGN 2024-11-27T17:14:53,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN 2024-11-27T17:14:53,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9bdfcb151ff48b1c064ea5d933f19feb, ASSIGN 2024-11-27T17:14:53,816 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4003030325ae00ef953e6ea0b398d67e, ASSIGN 2024-11-27T17:14:53,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4933e97b53bc0f66f99f823aa26a3852, ASSIGN; state=OFFLINE, location=8f0673442175,45969,1732727681208; forceNewPlan=false, retain=false 2024-11-27T17:14:53,816 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN; state=OFFLINE, location=8f0673442175,41779,1732727681273; forceNewPlan=false, retain=false 2024-11-27T17:14:53,819 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4003030325ae00ef953e6ea0b398d67e, ASSIGN; state=OFFLINE, location=8f0673442175,45969,1732727681208; forceNewPlan=false, retain=false 2024-11-27T17:14:53,819 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9bdfcb151ff48b1c064ea5d933f19feb, ASSIGN; state=OFFLINE, location=8f0673442175,45969,1732727681208; forceNewPlan=false, retain=false 2024-11-27T17:14:53,955 INFO [8f0673442175:33803 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T17:14:53,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4b7796a8f274b594be8df2984b4bd5a0, regionState=OPENING, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:14:53,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48e06f6e3f1c572fb6f37cf34348806b, regionState=OPENING, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:14:53,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=06de9aed6734f2fd9d4ac256b3b4e2fc, regionState=OPENING, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:14:53,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4933e97b53bc0f66f99f823aa26a3852, regionState=OPENING, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:14:53,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4003030325ae00ef953e6ea0b398d67e, regionState=OPENING, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:14:53,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9bdfcb151ff48b1c064ea5d933f19feb, regionState=OPENING, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:14:53,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b68bcc5f6ea8563fe2cce288125f1dab, regionState=OPENING, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:14:53,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=674d440f2191dd561c643c6149ff7198, regionState=OPENING, regionLocation=8f0673442175,41779,1732727681273 2024-11-27T17:14:53,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3f379f9e0f1f63b27525debea2cb6c25, regionState=OPENING, regionLocation=8f0673442175,41779,1732727681273 2024-11-27T17:14:53,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f75df830fd35a3d053068cdfa7b37346, regionState=OPENING, regionLocation=8f0673442175,41779,1732727681273 2024-11-27T17:14:53,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48e06f6e3f1c572fb6f37cf34348806b, ASSIGN because future has completed 2024-11-27T17:14:53,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b, server=8f0673442175,46605,1732727681149}] 2024-11-27T17:14:53,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4933e97b53bc0f66f99f823aa26a3852, ASSIGN because future has completed 2024-11-27T17:14:53,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4003030325ae00ef953e6ea0b398d67e, ASSIGN because future has completed 2024-11-27T17:14:53,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4933e97b53bc0f66f99f823aa26a3852, server=8f0673442175,45969,1732727681208}] 2024-11-27T17:14:53,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4003030325ae00ef953e6ea0b398d67e, server=8f0673442175,45969,1732727681208}] 2024-11-27T17:14:54,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b7796a8f274b594be8df2984b4bd5a0, ASSIGN because future has completed 2024-11-27T17:14:54,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9bdfcb151ff48b1c064ea5d933f19feb, ASSIGN because future has completed 2024-11-27T17:14:54,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb, server=8f0673442175,45969,1732727681208}] 2024-11-27T17:14:54,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b68bcc5f6ea8563fe2cce288125f1dab, ASSIGN because future has completed 2024-11-27T17:14:54,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN because future has completed 2024-11-27T17:14:54,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0, server=8f0673442175,46605,1732727681149}] 2024-11-27T17:14:54,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN because future has completed 2024-11-27T17:14:54,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN because future has completed 2024-11-27T17:14:54,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06de9aed6734f2fd9d4ac256b3b4e2fc, ASSIGN because future has completed 2024-11-27T17:14:54,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc, server=8f0673442175,46605,1732727681149}] 2024-11-27T17:14:54,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f75df830fd35a3d053068cdfa7b37346, server=8f0673442175,41779,1732727681273}] 2024-11-27T17:14:54,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25, server=8f0673442175,41779,1732727681273}] 2024-11-27T17:14:54,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 674d440f2191dd561c643c6149ff7198, server=8f0673442175,41779,1732727681273}] 2024-11-27T17:14:54,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab, server=8f0673442175,45969,1732727681208}] 2024-11-27T17:14:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:14:54,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T17:14:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:14:56,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T17:14:56,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T17:14:56,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:14:56,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T17:14:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:14:57,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:57,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:58,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:14:58,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:14:58,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:15:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:15:04,000 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:15:04,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:15:04,039 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T17:15:04,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T17:15:04,091 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:04,091 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b68bcc5f6ea8563fe2cce288125f1dab, NAME => 'SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T17:15:04,092 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,092 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,092 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,092 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,117 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:04,117 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 48e06f6e3f1c572fb6f37cf34348806b, NAME => 'SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T17:15:04,117 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,118 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,118 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,118 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,138 INFO [StoreOpener-48e06f6e3f1c572fb6f37cf34348806b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,139 INFO [StoreOpener-b68bcc5f6ea8563fe2cce288125f1dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,142 INFO [StoreOpener-48e06f6e3f1c572fb6f37cf34348806b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48e06f6e3f1c572fb6f37cf34348806b columnFamilyName cf 2024-11-27T17:15:04,142 DEBUG [StoreOpener-48e06f6e3f1c572fb6f37cf34348806b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,143 INFO [StoreOpener-48e06f6e3f1c572fb6f37cf34348806b-1 {}] regionserver.HStore(327): Store=48e06f6e3f1c572fb6f37cf34348806b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,144 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,145 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,145 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,146 INFO [StoreOpener-b68bcc5f6ea8563fe2cce288125f1dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b68bcc5f6ea8563fe2cce288125f1dab columnFamilyName cf 2024-11-27T17:15:04,146 DEBUG [StoreOpener-b68bcc5f6ea8563fe2cce288125f1dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,146 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,146 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,149 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:04,149 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f379f9e0f1f63b27525debea2cb6c25, NAME => 'SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T17:15:04,149 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,149 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,149 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,149 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,150 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,153 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/48e06f6e3f1c572fb6f37cf34348806b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,153 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 48e06f6e3f1c572fb6f37cf34348806b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60967433, jitterRate=-0.091514453291893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,154 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:04,154 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 48e06f6e3f1c572fb6f37cf34348806b: Running coprocessor pre-open hook at 1732727704118Writing region info on filesystem at 1732727704118Initializing all the Stores at 1732727704128 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704129 (+1 ms)Cleaning up temporary data from old regions at 1732727704146 (+17 ms)Running coprocessor post-open hooks at 1732727704154 (+8 ms)Region opened successfully at 1732727704154 2024-11-27T17:15:04,155 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b., pid=15, masterSystemTime=1732727704000 2024-11-27T17:15:04,156 INFO [StoreOpener-b68bcc5f6ea8563fe2cce288125f1dab-1 {}] regionserver.HStore(327): Store=b68bcc5f6ea8563fe2cce288125f1dab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,157 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,158 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,159 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,159 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,159 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,163 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,163 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:04,163 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:04,163 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:04,164 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 06de9aed6734f2fd9d4ac256b3b4e2fc, NAME => 'SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T17:15:04,164 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,164 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,164 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,164 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48e06f6e3f1c572fb6f37cf34348806b, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:15:04,175 INFO [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b, server=8f0673442175,46605,1732727681149 because future has completed 2024-11-27T17:15:04,180 INFO [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f379f9e0f1f63b27525debea2cb6c25 columnFamilyName cf 2024-11-27T17:15:04,180 DEBUG [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,181 INFO [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] regionserver.HStore(327): Store=3f379f9e0f1f63b27525debea2cb6c25/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,181 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,183 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,184 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,185 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,185 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,186 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/b68bcc5f6ea8563fe2cce288125f1dab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-27T17:15:04,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b, server=8f0673442175,46605,1732727681149 in 10.2110 sec 2024-11-27T17:15:04,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e06f6e3f1c572fb6f37cf34348806b, ASSIGN in 10.4070 sec 2024-11-27T17:15:04,204 INFO [StoreOpener-06de9aed6734f2fd9d4ac256b3b4e2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,196 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b68bcc5f6ea8563fe2cce288125f1dab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67053273, jitterRate=-8.283704519271851E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,207 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:04,207 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b68bcc5f6ea8563fe2cce288125f1dab: Running coprocessor pre-open hook at 1732727704095Writing region info on filesystem at 1732727704095Initializing all the Stores at 1732727704099 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704099Cleaning up temporary data from old regions at 1732727704159 (+60 ms)Running coprocessor post-open hooks at 1732727704207 (+48 ms)Region opened successfully at 1732727704207 2024-11-27T17:15:04,209 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,212 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab., pid=24, masterSystemTime=1732727704009 2024-11-27T17:15:04,213 INFO [StoreOpener-06de9aed6734f2fd9d4ac256b3b4e2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06de9aed6734f2fd9d4ac256b3b4e2fc columnFamilyName cf 2024-11-27T17:15:04,213 DEBUG [StoreOpener-06de9aed6734f2fd9d4ac256b3b4e2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,218 INFO [StoreOpener-06de9aed6734f2fd9d4ac256b3b4e2fc-1 {}] regionserver.HStore(327): Store=06de9aed6734f2fd9d4ac256b3b4e2fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,221 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,223 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,224 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,224 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:04,224 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:04,224 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:04,225 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,225 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,225 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4933e97b53bc0f66f99f823aa26a3852, NAME => 'SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T17:15:04,225 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,225 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,225 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,225 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b68bcc5f6ea8563fe2cce288125f1dab, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:15:04,227 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab, server=8f0673442175,45969,1732727681208 because future has completed 2024-11-27T17:15:04,246 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/3f379f9e0f1f63b27525debea2cb6c25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,248 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3f379f9e0f1f63b27525debea2cb6c25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61633826, jitterRate=-0.08158442378044128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,248 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:04,248 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3f379f9e0f1f63b27525debea2cb6c25: Running coprocessor pre-open hook at 1732727704149Writing region info on filesystem at 1732727704149Initializing all the Stores at 1732727704156 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704156Cleaning up temporary data from old regions at 1732727704185 (+29 ms)Running coprocessor post-open hooks at 1732727704248 (+63 ms)Region opened successfully at 1732727704248 2024-11-27T17:15:04,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-27T17:15:04,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab, server=8f0673442175,45969,1732727681208 in 10.1960 sec 2024-11-27T17:15:04,255 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,256 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 06de9aed6734f2fd9d4ac256b3b4e2fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67634934, jitterRate=0.007839053869247437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,257 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:04,257 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 06de9aed6734f2fd9d4ac256b3b4e2fc: Running coprocessor pre-open hook at 1732727704167Writing region info on filesystem at 1732727704167Initializing all the Stores at 1732727704168 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704168Cleaning up temporary data from old regions at 1732727704225 (+57 ms)Running coprocessor post-open hooks at 1732727704257 (+32 ms)Region opened successfully at 1732727704257 2024-11-27T17:15:04,259 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc., pid=20, masterSystemTime=1732727704000 2024-11-27T17:15:04,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b68bcc5f6ea8563fe2cce288125f1dab, ASSIGN in 10.4650 sec 2024-11-27T17:15:04,264 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25., pid=22, masterSystemTime=1732727704038 2024-11-27T17:15:04,271 INFO [StoreOpener-4933e97b53bc0f66f99f823aa26a3852-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,271 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:04,271 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:04,272 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:04,272 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b7796a8f274b594be8df2984b4bd5a0, NAME => 'SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T17:15:04,272 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,273 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,273 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,273 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,272 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:04,273 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:04,274 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:04,274 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 674d440f2191dd561c643c6149ff7198, NAME => 'SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T17:15:04,274 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,277 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,277 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,277 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3f379f9e0f1f63b27525debea2cb6c25, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,41779,1732727681273 2024-11-27T17:15:04,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=06de9aed6734f2fd9d4ac256b3b4e2fc, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:15:04,289 INFO [StoreOpener-4b7796a8f274b594be8df2984b4bd5a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,291 INFO [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,300 INFO [StoreOpener-4933e97b53bc0f66f99f823aa26a3852-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4933e97b53bc0f66f99f823aa26a3852 columnFamilyName cf 2024-11-27T17:15:04,300 DEBUG [StoreOpener-4933e97b53bc0f66f99f823aa26a3852-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25, server=8f0673442175,41779,1732727681273 because future has completed 2024-11-27T17:15:04,301 INFO [StoreOpener-4933e97b53bc0f66f99f823aa26a3852-1 {}] regionserver.HStore(327): Store=4933e97b53bc0f66f99f823aa26a3852/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,301 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,301 INFO [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 674d440f2191dd561c643c6149ff7198 columnFamilyName cf 2024-11-27T17:15:04,303 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,303 DEBUG [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc, server=8f0673442175,46605,1732727681149 because future has completed 2024-11-27T17:15:04,308 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,310 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,310 INFO [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] regionserver.HStore(327): Store=674d440f2191dd561c643c6149ff7198/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,310 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,310 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,310 INFO [StoreOpener-4b7796a8f274b594be8df2984b4bd5a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7796a8f274b594be8df2984b4bd5a0 columnFamilyName cf 2024-11-27T17:15:04,310 DEBUG [StoreOpener-4b7796a8f274b594be8df2984b4bd5a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-27T17:15:04,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25, server=8f0673442175,41779,1732727681273 in 10.2740 sec 2024-11-27T17:15:04,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-27T17:15:04,318 INFO [StoreOpener-4b7796a8f274b594be8df2984b4bd5a0-1 {}] regionserver.HStore(327): Store=4b7796a8f274b594be8df2984b4bd5a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,318 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,318 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,319 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,319 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,319 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc, server=8f0673442175,46605,1732727681149 in 10.2800 sec 2024-11-27T17:15:04,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN in 10.5320 sec 2024-11-27T17:15:04,324 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,324 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,324 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06de9aed6734f2fd9d4ac256b3b4e2fc, ASSIGN in 10.5330 sec 2024-11-27T17:15:04,328 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,328 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,328 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,343 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,344 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,344 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4933e97b53bc0f66f99f823aa26a3852; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72433106, jitterRate=0.07933738827705383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,344 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:04,345 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4933e97b53bc0f66f99f823aa26a3852: Running coprocessor pre-open hook at 1732727704225Writing region info on filesystem at 1732727704225Initializing all the Stores at 1732727704236 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704237 (+1 ms)Cleaning up temporary data from old regions at 1732727704310 (+73 ms)Running coprocessor post-open hooks at 1732727704344 (+34 ms)Region opened successfully at 1732727704344 2024-11-27T17:15:04,349 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., pid=16, masterSystemTime=1732727704009 2024-11-27T17:15:04,350 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 674d440f2191dd561c643c6149ff7198; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678920, jitterRate=-0.021307826042175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,350 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:04,350 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 674d440f2191dd561c643c6149ff7198: Running coprocessor pre-open hook at 1732727704277Writing region info on filesystem at 1732727704277Initializing all the Stores at 1732727704281 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704281Cleaning up temporary data from old regions at 1732727704324 (+43 ms)Running coprocessor post-open hooks at 1732727704350 (+26 ms)Region opened successfully at 1732727704350 2024-11-27T17:15:04,352 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,352 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198., pid=23, masterSystemTime=1732727704038 2024-11-27T17:15:04,356 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:04,357 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:04,357 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:04,357 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4003030325ae00ef953e6ea0b398d67e, NAME => 'SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T17:15:04,357 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,357 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,357 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,357 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4933e97b53bc0f66f99f823aa26a3852, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:15:04,361 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:04,361 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:04,361 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:04,361 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f75df830fd35a3d053068cdfa7b37346, NAME => 'SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T17:15:04,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,362 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=674d440f2191dd561c643c6149ff7198, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,41779,1732727681273 2024-11-27T17:15:04,368 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,377 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4b7796a8f274b594be8df2984b4bd5a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64802676, jitterRate=-0.03436487913131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,377 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:04,378 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4b7796a8f274b594be8df2984b4bd5a0: Running coprocessor pre-open hook at 1732727704273Writing region info on filesystem at 1732727704273Initializing all the Stores at 1732727704281 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704281Cleaning up temporary data from old regions at 1732727704328 (+47 ms)Running coprocessor post-open hooks at 1732727704377 (+49 ms)Region opened successfully at 1732727704377 2024-11-27T17:15:04,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4933e97b53bc0f66f99f823aa26a3852, server=8f0673442175,45969,1732727681208 because future has completed 2024-11-27T17:15:04,385 INFO [StoreOpener-4003030325ae00ef953e6ea0b398d67e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,388 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0., pid=19, masterSystemTime=1732727704000 2024-11-27T17:15:04,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 674d440f2191dd561c643c6149ff7198, server=8f0673442175,41779,1732727681273 because future has completed 2024-11-27T17:15:04,390 INFO [StoreOpener-4003030325ae00ef953e6ea0b398d67e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4003030325ae00ef953e6ea0b398d67e columnFamilyName cf 2024-11-27T17:15:04,390 DEBUG [StoreOpener-4003030325ae00ef953e6ea0b398d67e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,391 INFO [StoreOpener-4003030325ae00ef953e6ea0b398d67e-1 {}] regionserver.HStore(327): Store=4003030325ae00ef953e6ea0b398d67e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,395 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,395 INFO [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,401 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,404 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,405 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,405 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,415 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,460 INFO [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f75df830fd35a3d053068cdfa7b37346 columnFamilyName cf 2024-11-27T17:15:04,460 DEBUG [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,461 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:04,461 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:04,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-27T17:15:04,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4933e97b53bc0f66f99f823aa26a3852, server=8f0673442175,45969,1732727681208 in 10.3970 sec 2024-11-27T17:15:04,469 INFO [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] regionserver.HStore(327): Store=f75df830fd35a3d053068cdfa7b37346/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,469 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,470 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4003030325ae00ef953e6ea0b398d67e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,473 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,473 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4003030325ae00ef953e6ea0b398d67e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73840960, jitterRate=0.10031604766845703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,473 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:04,473 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4b7796a8f274b594be8df2984b4bd5a0, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:15:04,473 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4003030325ae00ef953e6ea0b398d67e: Running coprocessor pre-open hook at 1732727704358Writing region info on filesystem at 1732727704358Initializing all the Stores at 1732727704366 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704366Cleaning up temporary data from old regions at 1732727704405 (+39 ms)Running coprocessor post-open hooks at 1732727704473 (+68 ms)Region opened successfully at 1732727704473 2024-11-27T17:15:04,476 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,476 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e., pid=17, masterSystemTime=1732727704009 2024-11-27T17:15:04,477 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,477 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-27T17:15:04,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 674d440f2191dd561c643c6149ff7198, server=8f0673442175,41779,1732727681273 in 10.4240 sec 2024-11-27T17:15:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0, server=8f0673442175,46605,1732727681149 because future has completed 2024-11-27T17:15:04,481 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:04,481 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:04,481 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:04,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4933e97b53bc0f66f99f823aa26a3852, ASSIGN in 10.6770 sec 2024-11-27T17:15:04,485 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,486 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bdfcb151ff48b1c064ea5d933f19feb, NAME => 'SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T17:15:04,489 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,490 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:04,490 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,490 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,491 INFO [StoreOpener-9bdfcb151ff48b1c064ea5d933f19feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN in 10.6930 sec 2024-11-27T17:15:04,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4003030325ae00ef953e6ea0b398d67e, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:15:04,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-27T17:15:04,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0, server=8f0673442175,46605,1732727681149 in 10.4650 sec 2024-11-27T17:15:04,499 INFO [StoreOpener-9bdfcb151ff48b1c064ea5d933f19feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bdfcb151ff48b1c064ea5d933f19feb columnFamilyName cf 2024-11-27T17:15:04,499 DEBUG [StoreOpener-9bdfcb151ff48b1c064ea5d933f19feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:04,500 INFO [StoreOpener-9bdfcb151ff48b1c064ea5d933f19feb-1 {}] regionserver.HStore(327): Store=9bdfcb151ff48b1c064ea5d933f19feb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:04,500 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4003030325ae00ef953e6ea0b398d67e, server=8f0673442175,45969,1732727681208 because future has completed 2024-11-27T17:15:04,502 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b7796a8f274b594be8df2984b4bd5a0, ASSIGN in 10.7140 sec 2024-11-27T17:15:04,506 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,512 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,512 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-27T17:15:04,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4003030325ae00ef953e6ea0b398d67e, server=8f0673442175,45969,1732727681208 in 10.5080 sec 2024-11-27T17:15:04,521 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4003030325ae00ef953e6ea0b398d67e, ASSIGN in 10.7360 sec 2024-11-27T17:15:04,536 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/f75df830fd35a3d053068cdfa7b37346/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,536 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f75df830fd35a3d053068cdfa7b37346; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69232205, jitterRate=0.031640246510505676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,537 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:04,537 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f75df830fd35a3d053068cdfa7b37346: Running coprocessor pre-open hook at 1732727704362Writing region info on filesystem at 1732727704362Initializing all the Stores at 1732727704372 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704372Cleaning up temporary data from old regions at 1732727704477 (+105 ms)Running coprocessor post-open hooks at 1732727704537 (+60 ms)Region opened successfully at 1732727704537 2024-11-27T17:15:04,541 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346., pid=21, masterSystemTime=1732727704038 2024-11-27T17:15:04,543 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:04,544 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:04,544 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f75df830fd35a3d053068cdfa7b37346, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,41779,1732727681273 2024-11-27T17:15:04,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f75df830fd35a3d053068cdfa7b37346, server=8f0673442175,41779,1732727681273 because future has completed 2024-11-27T17:15:04,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-27T17:15:04,560 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/9bdfcb151ff48b1c064ea5d933f19feb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T17:15:04,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f75df830fd35a3d053068cdfa7b37346, server=8f0673442175,41779,1732727681273 in 10.5220 sec 2024-11-27T17:15:04,562 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9bdfcb151ff48b1c064ea5d933f19feb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66550303, jitterRate=-0.00832320749759674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:04,562 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:04,562 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9bdfcb151ff48b1c064ea5d933f19feb: Running coprocessor pre-open hook at 1732727704490Writing region info on filesystem at 1732727704490Initializing all the Stores at 1732727704491 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727704491Cleaning up temporary data from old regions at 1732727704512 (+21 ms)Running coprocessor post-open hooks at 1732727704562 (+50 ms)Region opened successfully at 1732727704562 2024-11-27T17:15:04,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN in 10.7760 sec 2024-11-27T17:15:04,569 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb., pid=18, masterSystemTime=1732727704009 2024-11-27T17:15:04,575 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:04,575 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:04,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9bdfcb151ff48b1c064ea5d933f19feb, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:15:04,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb, server=8f0673442175,45969,1732727681208 because future has completed 2024-11-27T17:15:04,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-27T17:15:04,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb, server=8f0673442175,45969,1732727681208 in 10.5720 sec 2024-11-27T17:15:04,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T17:15:04,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9bdfcb151ff48b1c064ea5d933f19feb, ASSIGN in 10.8060 sec 2024-11-27T17:15:04,603 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T17:15:04,603 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732727704603"}]},"ts":"1732727704603"} 2024-11-27T17:15:04,606 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T17:15:04,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T17:15:04,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4690 sec 2024-11-27T17:15:06,368 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T17:15:09,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:15:09,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:15:09,420 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-27T17:15:09,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T17:15:09,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:15:09,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T17:15:10,283 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:15:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T17:15:11,448 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T17:15:11,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T17:15:11,448 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:15:11,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T17:15:11,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:15:11,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T17:15:11,488 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc., hostname=8f0673442175,46605,1732727681149, seqNum=2] 2024-11-27T17:15:11,493 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc., hostname=8f0673442175,46605,1732727681149, seqNum=2] 2024-11-27T17:15:11,541 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198., hostname=8f0673442175,41779,1732727681273, seqNum=2] 2024-11-27T17:15:11,602 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,607 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,609 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,615 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,618 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,619 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,621 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,624 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., hostname=8f0673442175,45969,1732727681208, seqNum=2] 2024-11-27T17:15:11,708 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0., hostname=8f0673442175,46605,1732727681149, seqNum=2] 2024-11-27T17:15:12,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:15:12,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:15:12,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T17:15:12,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:15:12,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T17:15:12,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:12,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:15:12,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:15:13,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T17:15:14,268 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T17:15:14,269 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:15:14,271 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T17:15:14,274 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T17:15:14,279 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T17:15:14,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741848_1024 (size=49) 2024-11-27T17:15:14,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741848_1024 (size=49) 2024-11-27T17:15:14,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741848_1024 (size=49) 2024-11-27T17:15:14,379 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T17:15:14,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f75df830fd35a3d053068cdfa7b37346}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4003030325ae00ef953e6ea0b398d67e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 674d440f2191dd561c643c6149ff7198}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4933e97b53bc0f66f99f823aa26a3852}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0}] 2024-11-27T17:15:14,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:14,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:14,384 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:14,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:14,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:14,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:14,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:14,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:14,499 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:14,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:24,038 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=8f0673442175,46605,1732727681149, timeout=1732727724391, delay=353, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc], containedObject=8f0673442175,45969,1732727681208, timeout=1732727724391, delay=353, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4933e97b53bc0f66f99f823aa26a3852, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4003030325ae00ef953e6ea0b398d67e, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb], containedObject=8f0673442175,41779,1732727681273, timeout=1732727724391, delay=353, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 674d440f2191dd561c643c6149ff7198, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f75df830fd35a3d053068cdfa7b37346, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25]] 2024-11-27T17:15:24,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T17:15:24,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T17:15:24,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T17:15:24,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T17:15:24,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:24,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 48e06f6e3f1c572fb6f37cf34348806b: 2024-11-27T17:15:24,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. for SnapshotProcedureTest completed. 2024-11-27T17:15:24,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:24,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:24,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:15:24,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T17:15:24,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T17:15:24,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:24,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 674d440f2191dd561c643c6149ff7198 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T17:15:24,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:24,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4b7796a8f274b594be8df2984b4bd5a0 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T17:15:24,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:24,437 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 06de9aed6734f2fd9d4ac256b3b4e2fc 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-27T17:15:24,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:24,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T17:15:24,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f75df830fd35a3d053068cdfa7b37346: 2024-11-27T17:15:24,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. for SnapshotProcedureTest completed. 2024-11-27T17:15:24,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:24,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:24,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:15:24,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:24,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3f379f9e0f1f63b27525debea2cb6c25: 2024-11-27T17:15:24,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. for SnapshotProcedureTest completed. 2024-11-27T17:15:24,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:24,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:24,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:15:24,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T17:15:24,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:24,505 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4933e97b53bc0f66f99f823aa26a3852 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T17:15:24,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T17:15:24,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:24,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b68bcc5f6ea8563fe2cce288125f1dab: 2024-11-27T17:15:24,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. for SnapshotProcedureTest completed. 2024-11-27T17:15:24,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:24,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:24,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:15:24,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/.tmp/cf/f6f4db49ef0140afb3970c403340ee8e is 34, key is aaa/cf:cf/1732727712996/Put/seqid=0 2024-11-27T17:15:24,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T17:15:24,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:24,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4003030325ae00ef953e6ea0b398d67e: 2024-11-27T17:15:24,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. for SnapshotProcedureTest completed. 2024-11-27T17:15:24,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:24,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:24,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:15:24,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/.tmp/cf/bd4468568f9a4867948d8b24152c9add is 34, key is baa/cf:cf/1732727712819/Put/seqid=0 2024-11-27T17:15:24,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/.tmp/cf/14a41bf7af6449f3ac0595e286270158 is 34, key is eaa/cf:cf/1732727713975/Put/seqid=0 2024-11-27T17:15:24,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/.tmp/cf/ba3b346cc08f4b3b9e8ec972e79291fa is 34, key is ccd/cf:cf/1732727712954/Put/seqid=0 2024-11-27T17:15:25,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741849_1025 (size=57) 2024-11-27T17:15:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741849_1025 (size=57) 2024-11-27T17:15:25,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741849_1025 (size=57) 2024-11-27T17:15:25,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T17:15:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T17:15:25,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:25,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:25,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48e06f6e3f1c572fb6f37cf34348806b in 10.6760 sec 2024-11-27T17:15:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741850_1026 (size=65) 2024-11-27T17:15:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741850_1026 (size=65) 2024-11-27T17:15:25,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741850_1026 (size=65) 2024-11-27T17:15:25,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:25,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T17:15:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T17:15:25,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:25,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:25,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25 in 10.7080 sec 2024-11-27T17:15:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741851_1027 (size=499309) 2024-11-27T17:15:25,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741851_1027 (size=499309) 2024-11-27T17:15:25,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741851_1027 (size=499309) 2024-11-27T17:15:25,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/.tmp/cf/14a41bf7af6449f3ac0595e286270158 2024-11-27T17:15:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741856_1032 (size=65) 2024-11-27T17:15:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741856_1032 (size=65) 2024-11-27T17:15:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741856_1032 (size=65) 2024-11-27T17:15:25,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:25,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T17:15:25,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:25,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9bdfcb151ff48b1c064ea5d933f19feb: 2024-11-27T17:15:25,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. for SnapshotProcedureTest completed. 2024-11-27T17:15:25,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:25,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:25,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T17:15:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T17:15:25,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:25,264 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:25,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4003030325ae00ef953e6ea0b398d67e in 10.8900 sec 2024-11-27T17:15:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741853_1029 (size=65) 2024-11-27T17:15:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741853_1029 (size=65) 2024-11-27T17:15:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741853_1029 (size=65) 2024-11-27T17:15:25,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:25,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T17:15:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T17:15:25,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:25,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:25,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f75df830fd35a3d053068cdfa7b37346 in 10.9560 sec 2024-11-27T17:15:25,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741855_1031 (size=28623) 2024-11-27T17:15:25,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741855_1031 (size=28623) 2024-11-27T17:15:25,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741855_1031 (size=28623) 2024-11-27T17:15:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741857_1033 (size=47197) 2024-11-27T17:15:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741857_1033 (size=47197) 2024-11-27T17:15:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741857_1033 (size=47197) 2024-11-27T17:15:25,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/.tmp/cf/14a41bf7af6449f3ac0595e286270158 as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/cf/14a41bf7af6449f3ac0595e286270158 2024-11-27T17:15:25,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/cf/14a41bf7af6449f3ac0595e286270158, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T17:15:25,448 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4b7796a8f274b594be8df2984b4bd5a0 in 1042ms, sequenceid=5, compaction requested=false 2024-11-27T17:15:25,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4b7796a8f274b594be8df2984b4bd5a0: 2024-11-27T17:15:25,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. for SnapshotProcedureTest completed. 2024-11-27T17:15:25,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:25,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:25,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/cf/14a41bf7af6449f3ac0595e286270158] hfiles 2024-11-27T17:15:25,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/cf/14a41bf7af6449f3ac0595e286270158 for snapshot=SnapshotProcedureTest 2024-11-27T17:15:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741852_1028 (size=26918) 2024-11-27T17:15:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741852_1028 (size=26918) 2024-11-27T17:15:25,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741852_1028 (size=26918) 2024-11-27T17:15:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741854_1030 (size=65) 2024-11-27T17:15:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741854_1030 (size=65) 2024-11-27T17:15:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741854_1030 (size=65) 2024-11-27T17:15:25,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:25,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T17:15:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T17:15:25,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:25,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:25,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b68bcc5f6ea8563fe2cce288125f1dab in 11.2200 sec 2024-11-27T17:15:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741858_1034 (size=65) 2024-11-27T17:15:25,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741858_1034 (size=65) 2024-11-27T17:15:25,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741858_1034 (size=65) 2024-11-27T17:15:25,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:25,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T17:15:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T17:15:25,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:25,632 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:25,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9bdfcb151ff48b1c064ea5d933f19feb in 11.2550 sec 2024-11-27T17:15:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741859_1035 (size=97) 2024-11-27T17:15:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741859_1035 (size=97) 2024-11-27T17:15:25,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741859_1035 (size=97) 2024-11-27T17:15:25,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:25,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T17:15:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T17:15:25,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:25,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:25,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b7796a8f274b594be8df2984b4bd5a0 in 11.3300 sec 2024-11-27T17:15:25,804 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/.tmp/cf/bd4468568f9a4867948d8b24152c9add 2024-11-27T17:15:25,810 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/.tmp/cf/ba3b346cc08f4b3b9e8ec972e79291fa 2024-11-27T17:15:25,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/.tmp/cf/bd4468568f9a4867948d8b24152c9add as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/cf/bd4468568f9a4867948d8b24152c9add 2024-11-27T17:15:25,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/.tmp/cf/ba3b346cc08f4b3b9e8ec972e79291fa as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/cf/ba3b346cc08f4b3b9e8ec972e79291fa 2024-11-27T17:15:25,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/cf/bd4468568f9a4867948d8b24152c9add, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T17:15:25,857 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/cf/ba3b346cc08f4b3b9e8ec972e79291fa, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T17:15:25,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4933e97b53bc0f66f99f823aa26a3852 in 1361ms, sequenceid=5, compaction requested=false 2024-11-27T17:15:25,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 674d440f2191dd561c643c6149ff7198 in 1461ms, sequenceid=5, compaction requested=false 2024-11-27T17:15:25,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4933e97b53bc0f66f99f823aa26a3852: 2024-11-27T17:15:25,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 674d440f2191dd561c643c6149ff7198: 2024-11-27T17:15:25,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. for SnapshotProcedureTest completed. 2024-11-27T17:15:25,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. for SnapshotProcedureTest completed. 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/cf/ba3b346cc08f4b3b9e8ec972e79291fa] hfiles 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/cf/bd4468568f9a4867948d8b24152c9add] hfiles 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/cf/ba3b346cc08f4b3b9e8ec972e79291fa for snapshot=SnapshotProcedureTest 2024-11-27T17:15:25,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/cf/bd4468568f9a4867948d8b24152c9add for snapshot=SnapshotProcedureTest 2024-11-27T17:15:25,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/.tmp/cf/f6f4db49ef0140afb3970c403340ee8e 2024-11-27T17:15:25,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/.tmp/cf/f6f4db49ef0140afb3970c403340ee8e as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/cf/f6f4db49ef0140afb3970c403340ee8e 2024-11-27T17:15:26,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741860_1036 (size=105) 2024-11-27T17:15:26,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741860_1036 (size=105) 2024-11-27T17:15:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741860_1036 (size=105) 2024-11-27T17:15:26,022 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/cf/f6f4db49ef0140afb3970c403340ee8e, entries=676, sequenceid=5, filesize=26.3 K 2024-11-27T17:15:26,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:26,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T17:15:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T17:15:26,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:26,030 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 06de9aed6734f2fd9d4ac256b3b4e2fc in 1593ms, sequenceid=5, compaction requested=false 2024-11-27T17:15:26,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 06de9aed6734f2fd9d4ac256b3b4e2fc: 2024-11-27T17:15:26,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. for SnapshotProcedureTest completed. 2024-11-27T17:15:26,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T17:15:26,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T17:15:26,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/cf/f6f4db49ef0140afb3970c403340ee8e] hfiles 2024-11-27T17:15:26,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/cf/f6f4db49ef0140afb3970c403340ee8e for snapshot=SnapshotProcedureTest 2024-11-27T17:15:26,032 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741861_1037 (size=105) 2024-11-27T17:15:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741861_1037 (size=105) 2024-11-27T17:15:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741861_1037 (size=105) 2024-11-27T17:15:26,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:26,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T17:15:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T17:15:26,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:26,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:26,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4933e97b53bc0f66f99f823aa26a3852 in 11.6650 sec 2024-11-27T17:15:26,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 674d440f2191dd561c643c6149ff7198 in 11.6770 sec 2024-11-27T17:15:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741862_1038 (size=105) 2024-11-27T17:15:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741862_1038 (size=105) 2024-11-27T17:15:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741862_1038 (size=105) 2024-11-27T17:15:26,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:26,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T17:15:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T17:15:26,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:26,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:26,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-27T17:15:26,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06de9aed6734f2fd9d4ac256b3b4e2fc in 11.7740 sec 2024-11-27T17:15:26,157 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T17:15:26,159 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T17:15:26,162 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T17:15:26,162 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T17:15:26,184 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T17:15:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741863_1039 (size=1174) 2024-11-27T17:15:26,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741863_1039 (size=1174) 2024-11-27T17:15:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741863_1039 (size=1174) 2024-11-27T17:15:26,397 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T17:15:26,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T17:15:26,416 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,41779,1732727681273 2024-11-27T17:15:26,417 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:26,418 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,41779,1732727681273 2024-11-27T17:15:26,419 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:26,422 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:26,425 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:15:26,426 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8f0673442175,41779,1732727681273 2024-11-27T17:15:26,426 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8f0673442175,41779,1732727681273: Simulated kill ***** 2024-11-27T17:15:26,426 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T17:15:26,426 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T17:15:26,427 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T17:15:26,427 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T17:15:26,427 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T17:15:26,427 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 706368248 }, "NonHeapMemoryUsage": { "committed": 177537024, "init": 7667712, "max": -1, "used": 174638280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T17:15:26,430 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33803 {}] master.MasterRpcServices(700): 8f0673442175,41779,1732727681273 reported a fatal error: ***** ABORTING region server 8f0673442175,41779,1732727681273: Simulated kill ***** 2024-11-27T17:15:26,432 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:26,435 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,41779,1732727681273 2024-11-27T17:15:26,440 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:26,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,41779,1732727681273' ***** 2024-11-27T17:15:26,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T17:15:26,441 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T17:15:26,441 INFO [RS:2;8f0673442175:41779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:15:26,441 INFO [RS:2;8f0673442175:41779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T17:15:26,441 INFO [RS:2;8f0673442175:41779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T17:15:26,442 INFO [RS:2;8f0673442175:41779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:15:26,442 INFO [RS:2;8f0673442175:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8f0673442175:41779. 2024-11-27T17:15:26,442 DEBUG [RS:2;8f0673442175:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:15:26,442 DEBUG [RS:2;8f0673442175:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:26,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:15:26,443 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741833_1009 (size=1488) 2024-11-27T17:15:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741833_1009 (size=1488) 2024-11-27T17:15:26,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741833_1009 (size=1488) 2024-11-27T17:15:26,482 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:15:26,483 DEBUG [RS:2;8f0673442175:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:26,484 INFO [RS:2;8f0673442175:41779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:15:26,484 INFO [RS:2;8f0673442175:41779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41779 2024-11-27T17:15:26,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:15:26,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8f0673442175,41779,1732727681273 2024-11-27T17:15:26,564 INFO [RS:2;8f0673442175:41779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:15:26,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,41779,1732727681273] 2024-11-27T17:15:26,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8f0673442175,41779,1732727681273 already deleted, retry=false 2024-11-27T17:15:26,588 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8f0673442175,41779,1732727681273 on 8f0673442175,33803,1732727680874 2024-11-27T17:15:26,591 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8f0673442175,41779,1732727681273, splitWal=true, meta=false 2024-11-27T17:15:26,591 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 8f0673442175,41779,1732727681273 (carryingMeta=false) 8f0673442175,41779,1732727681273/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@57eaa300[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T17:15:26,597 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8f0673442175,41779,1732727681273, splitWal=true, meta=false 2024-11-27T17:15:26,602 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 8f0673442175,41779,1732727681273 had 3 regions 2024-11-27T17:15:26,607 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8f0673442175,41779,1732727681273, splitWal=true, meta=false, isMeta: false 2024-11-27T17:15:26,608 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting 2024-11-27T17:15:26,610 INFO [PEWorker-5 {}] master.SplitWALManager(105): 8f0673442175,41779,1732727681273 WAL count=1, meta=false 2024-11-27T17:15:26,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8f0673442175%2C41779%2C1732727681273.1732727682560}] 2024-11-27T17:15:26,627 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:26,632 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,41779,1732727681273 Release verify snapshot worker=8f0673442175,41779,1732727681273 2024-11-27T17:15:26,633 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-27T17:15:26,633 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-27T17:15:26,633 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-27T17:15:26,634 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 8f0673442175,41779,1732727681273, this operation will be retried to send to another server 2024-11-27T17:15:26,634 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:15:26,634 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732727727634 2024-11-27T17:15:26,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8f0673442175%2C41779%2C1732727681273.1732727682560, worker=8f0673442175,45969,1732727681208}] 2024-11-27T17:15:26,636 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,41779,1732727681273 Release verify snapshot worker=8f0673442175,41779,1732727681273 2024-11-27T17:15:26,637 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 8f0673442175,41779,1732727681273, this operation will be retried to send to another server 2024-11-27T17:15:26,637 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:15:26,637 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732727727637 2024-11-27T17:15:26,642 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,41779,1732727681273 Release verify snapshot worker=8f0673442175,41779,1732727681273 2024-11-27T17:15:26,643 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 8f0673442175,41779,1732727681273, this operation will be retried to send to another server 2024-11-27T17:15:26,643 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T17:15:26,643 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732727727643 2024-11-27T17:15:26,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:26,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1017d4a28dd0003, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:26,681 INFO [RS:2;8f0673442175:41779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:15:26,681 INFO [RS:2;8f0673442175:41779 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,41779,1732727681273; zookeeper connection closed. 2024-11-27T17:15:26,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60284a98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60284a98 2024-11-27T17:15:27,389 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T17:15:27,389 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T17:15:33,105 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T17:15:33,105 INFO [master/8f0673442175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T17:15:36,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-27T17:15:36,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-27T17:15:36,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-27T17:15:36,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-27T17:15:36,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-27T17:15:36,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-27T17:15:36,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-27T17:15:36,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T17:15:36,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-27T17:15:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-27T17:15:36,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T17:15:36,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-27T17:15:36,461 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 Release verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T17:15:36,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T17:15:36,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-27T17:15:36,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-27T17:15:36,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-27T17:15:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-27T17:15:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-27T17:15:36,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 in 10.0560 sec 2024-11-27T17:15:36,478 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 Release verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-27T17:15:36,479 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:36,482 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-27T17:15:36,490 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560, size=1.5 K (1488bytes) 2024-11-27T17:15:36,490 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560 2024-11-27T17:15:36,494 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560 after 3ms 2024-11-27T17:15:36,512 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 Release verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:36,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 in 10.0710 sec 2024-11-27T17:15:36,514 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 Release verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:36,515 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:36,515 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:36,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 in 10.1050 sec 2024-11-27T17:15:36,517 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 Release verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:36,517 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560 took 29ms 2024-11-27T17:15:36,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 in 10.1070 sec 2024-11-27T17:15:36,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 in 10.1100 sec 2024-11-27T17:15:36,522 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 Release verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:36,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 in 10.1150 sec 2024-11-27T17:15:36,558 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3f379f9e0f1f63b27525debea2cb6c25: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T17:15:36,560 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 674d440f2191dd561c643c6149ff7198: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-27T17:15:36,562 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f75df830fd35a3d053068cdfa7b37346: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T17:15:36,563 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560 so closing down 2024-11-27T17:15:36,563 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T17:15:36,564 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T17:15:36,566 INFO [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 13 ms; skipped=5; WAL=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-27T17:15:36,566 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560, journal: Splitting hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560, size=1.5 K (1488bytes) at 1732727736490Finishing writing output for hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560 so closing down at 1732727736563 (+73 ms)3 split writer threads finished at 1732727736564 (+1 ms)Processed 5 edits across 0 Regions in 13 ms; skipped=5; WAL=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732727736566 (+2 ms) 2024-11-27T17:15:36,566 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560 2024-11-27T17:15:36,566 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8f0673442175:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T17:15:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T17:15:36,574 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting/8f0673442175%2C41779%2C1732727681273.1732727682560 to hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs 2024-11-27T17:15:36,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T17:15:36,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8f0673442175%2C41779%2C1732727681273.1732727682560, worker=8f0673442175,45969,1732727681208 in 9.9380 sec 2024-11-27T17:15:36,583 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:36,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T17:15:36,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 8f0673442175%2C41779%2C1732727681273.1732727682560, worker=8f0673442175,45969,1732727681208 in 9.9730 sec 2024-11-27T17:15:36,590 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting dir is empty, no logs to split. 2024-11-27T17:15:36,590 INFO [PEWorker-5 {}] master.SplitWALManager(105): 8f0673442175,41779,1732727681273 WAL count=0, meta=false 2024-11-27T17:15:36,590 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 8f0673442175,41779,1732727681273 WAL splitting is done? wals=0, meta=false 2024-11-27T17:15:36,592 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8f0673442175,41779,1732727681273 failed, ignore...File hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/WALs/8f0673442175,41779,1732727681273-splitting does not exist. 2024-11-27T17:15:36,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN}] 2024-11-27T17:15:36,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN 2024-11-27T17:15:36,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN 2024-11-27T17:15:36,617 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN 2024-11-27T17:15:36,620 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:15:36,624 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:15:36,624 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T17:15:36,771 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(204): Hosts are {8f0673442175=0} racks are {/default-rack=0} 2024-11-27T17:15:36,771 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T17:15:36,772 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T17:15:36,772 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T17:15:36,772 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T17:15:36,772 INFO [8f0673442175:33803 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T17:15:36,772 INFO [8f0673442175:33803 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T17:15:36,772 DEBUG [8f0673442175:33803 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T17:15:36,780 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3f379f9e0f1f63b27525debea2cb6c25, regionState=OPENING, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:15:36,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f75df830fd35a3d053068cdfa7b37346, regionState=OPENING, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:15:36,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=674d440f2191dd561c643c6149ff7198, regionState=OPENING, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:15:36,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN because future has completed 2024-11-27T17:15:36,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f75df830fd35a3d053068cdfa7b37346, server=8f0673442175,46605,1732727681149}] 2024-11-27T17:15:36,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN because future has completed 2024-11-27T17:15:36,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 674d440f2191dd561c643c6149ff7198, server=8f0673442175,46605,1732727681149}] 2024-11-27T17:15:36,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN because future has completed 2024-11-27T17:15:36,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25, server=8f0673442175,45969,1732727681208}] 2024-11-27T17:15:40,284 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T17:15:42,428 INFO [regionserver/8f0673442175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T17:15:46,487 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-27T17:15:46,487 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f379f9e0f1f63b27525debea2cb6c25, NAME => 'SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T17:15:46,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-27T17:15:46,488 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,488 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:46,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-27T17:15:46,489 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,489 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-27T17:15:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-27T17:15:46,491 INFO [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-27T17:15:46,493 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 Release verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:46,493 INFO [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f379f9e0f1f63b27525debea2cb6c25 columnFamilyName cf 2024-11-27T17:15:46,493 DEBUG [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:46,494 INFO [StoreOpener-3f379f9e0f1f63b27525debea2cb6c25-1 {}] regionserver.HStore(327): Store=3f379f9e0f1f63b27525debea2cb6c25/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:46,494 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 in 20.0860 sec 2024-11-27T17:15:46,495 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 Release verify snapshot worker=8f0673442175,45969,1732727681208 2024-11-27T17:15:46,496 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,45969,1732727681208 in 20.0880 sec 2024-11-27T17:15:46,497 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,498 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,498 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,500 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,501 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 3f379f9e0f1f63b27525debea2cb6c25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65128637, jitterRate=-0.029507681727409363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:46,501 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,501 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 3f379f9e0f1f63b27525debea2cb6c25: Running coprocessor pre-open hook at 1732727746489Writing region info on filesystem at 1732727746489Initializing all the Stores at 1732727746491 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727746491Cleaning up temporary data from old regions at 1732727746498 (+7 ms)Running coprocessor post-open hooks at 1732727746501 (+3 ms)Region opened successfully at 1732727746501 2024-11-27T17:15:46,502 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25., pid=54, masterSystemTime=1732727746480 2024-11-27T17:15:46,504 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,504 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,505 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3f379f9e0f1f63b27525debea2cb6c25, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,45969,1732727681208 2024-11-27T17:15:46,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25, server=8f0673442175,45969,1732727681208 because future has completed 2024-11-27T17:15:46,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-27T17:15:46,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f379f9e0f1f63b27525debea2cb6c25, server=8f0673442175,45969,1732727681208 in 9.7130 sec 2024-11-27T17:15:46,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f379f9e0f1f63b27525debea2cb6c25, ASSIGN in 9.9050 sec 2024-11-27T17:15:46,520 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-27T17:15:46,520 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => f75df830fd35a3d053068cdfa7b37346, NAME => 'SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T17:15:46,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-27T17:15:46,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T17:15:46,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T17:15:46,520 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,520 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:46,520 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,520 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T17:15:46,523 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 Release verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T17:15:46,523 INFO [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,524 INFO [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f75df830fd35a3d053068cdfa7b37346 columnFamilyName cf 2024-11-27T17:15:46,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 in 20.1160 sec 2024-11-27T17:15:46,524 DEBUG [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:46,524 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 Release verify snapshot worker=8f0673442175,46605,1732727681149 2024-11-27T17:15:46,525 INFO [StoreOpener-f75df830fd35a3d053068cdfa7b37346-1 {}] regionserver.HStore(327): Store=f75df830fd35a3d053068cdfa7b37346/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:46,525 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,526 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-27T17:15:46,527 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T17:15:46,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8f0673442175,46605,1732727681149 in 20.1170 sec 2024-11-27T17:15:46,527 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,528 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,528 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,528 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T17:15:46,530 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T17:15:46,530 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T17:15:46,530 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,531 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened f75df830fd35a3d053068cdfa7b37346; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70057966, jitterRate=0.04394504427909851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:46,531 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,531 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for f75df830fd35a3d053068cdfa7b37346: Running coprocessor pre-open hook at 1732727746521Writing region info on filesystem at 1732727746521Initializing all the Stores at 1732727746522 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727746522Cleaning up temporary data from old regions at 1732727746528 (+6 ms)Running coprocessor post-open hooks at 1732727746531 (+3 ms)Region opened successfully at 1732727746531 2024-11-27T17:15:46,532 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346., pid=52, masterSystemTime=1732727746516 2024-11-27T17:15:46,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 32.2630 sec 2024-11-27T17:15:46,533 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,533 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,533 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,533 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 674d440f2191dd561c643c6149ff7198, NAME => 'SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T17:15:46,534 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,534 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T17:15:46,534 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,534 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,535 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f75df830fd35a3d053068cdfa7b37346, regionState=OPEN, openSeqNum=2, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:15:46,535 INFO [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,536 INFO [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 674d440f2191dd561c643c6149ff7198 columnFamilyName cf 2024-11-27T17:15:46,537 DEBUG [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T17:15:46,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f75df830fd35a3d053068cdfa7b37346, server=8f0673442175,46605,1732727681149 because future has completed 2024-11-27T17:15:46,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T17:15:46,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure f75df830fd35a3d053068cdfa7b37346, server=8f0673442175,46605,1732727681149 in 9.7530 sec 2024-11-27T17:15:46,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f75df830fd35a3d053068cdfa7b37346, ASSIGN in 9.9350 sec 2024-11-27T17:15:46,546 DEBUG [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/cf/bd4468568f9a4867948d8b24152c9add 2024-11-27T17:15:46,546 INFO [StoreOpener-674d440f2191dd561c643c6149ff7198-1 {}] regionserver.HStore(327): Store=674d440f2191dd561c643c6149ff7198/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T17:15:46,547 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,547 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,549 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,549 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,549 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,551 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,557 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:15:46,558 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 674d440f2191dd561c643c6149ff7198; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63427965, jitterRate=-0.054849669337272644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T17:15:46,558 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,558 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 674d440f2191dd561c643c6149ff7198: Running coprocessor pre-open hook at 1732727746534Writing region info on filesystem at 1732727746534Initializing all the Stores at 1732727746535 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732727746535Cleaning up temporary data from old regions at 1732727746549 (+14 ms)Running coprocessor post-open hooks at 1732727746558 (+9 ms)Region opened successfully at 1732727746558 2024-11-27T17:15:46,559 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198., pid=53, masterSystemTime=1732727746516 2024-11-27T17:15:46,560 DEBUG [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,560 INFO [RS_OPEN_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=674d440f2191dd561c643c6149ff7198, regionState=OPEN, openSeqNum=6, regionLocation=8f0673442175,46605,1732727681149 2024-11-27T17:15:46,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 674d440f2191dd561c643c6149ff7198, server=8f0673442175,46605,1732727681149 because future has completed 2024-11-27T17:15:46,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-27T17:15:46,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 674d440f2191dd561c643c6149ff7198, server=8f0673442175,46605,1732727681149 in 9.7710 sec 2024-11-27T17:15:46,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-27T17:15:46,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=674d440f2191dd561c643c6149ff7198, ASSIGN in 9.9610 sec 2024-11-27T17:15:46,568 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 8f0673442175,41779,1732727681273 after splitting done 2024-11-27T17:15:46,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 8f0673442175,41779,1732727681273, splitWal=true, meta=false in 19.9800 sec 2024-11-27T17:15:46,575 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T17:15:46,581 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T17:15:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T17:15:46,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:15:46,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:15:46,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:46,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:46,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T17:15:46,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T17:15:46,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=649002907, stopped=false 2024-11-27T17:15:46,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8f0673442175,33803,1732727680874 2024-11-27T17:15:46,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:15:46,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:15:46,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T17:15:46,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:15:46,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:15:46,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:15:46,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:15:46,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:15:46,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:15:46,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T17:15:46,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T17:15:46,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:15:46,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:46,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,46605,1732727681149' ***** 2024-11-27T17:15:46,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:15:46,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8f0673442175,45969,1732727681208' ***** 2024-11-27T17:15:46,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:15:46,632 INFO [RS:0;8f0673442175:46605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T17:15:46,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:15:46,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:15:46,632 INFO [RS:0;8f0673442175:46605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:15:46,632 INFO [RS:0;8f0673442175:46605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:46,632 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(3091): Received CLOSE for 674d440f2191dd561c643c6149ff7198 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 4933e97b53bc0f66f99f823aa26a3852 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 4003030325ae00ef953e6ea0b398d67e 2024-11-27T17:15:46,632 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b7796a8f274b594be8df2984b4bd5a0 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bdfcb151ff48b1c064ea5d933f19feb 2024-11-27T17:15:46,632 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(3091): Received CLOSE for f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,632 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f379f9e0f1f63b27525debea2cb6c25 2024-11-27T17:15:46,633 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(3091): Received CLOSE for 06de9aed6734f2fd9d4ac256b3b4e2fc 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,45969,1732727681208 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b68bcc5f6ea8563fe2cce288125f1dab, disabling compactions & flushes 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 674d440f2191dd561c643c6149ff7198, disabling compactions & flushes 2024-11-27T17:15:46,633 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(3091): Received CLOSE for 48e06f6e3f1c572fb6f37cf34348806b 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:15:46,633 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,633 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:46,633 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(959): stopping server 8f0673442175,46605,1732727681149 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,633 INFO [RS:0;8f0673442175:46605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8f0673442175:45969. 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. after waiting 0 ms 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. after waiting 0 ms 2024-11-27T17:15:46,633 INFO [RS:0;8f0673442175:46605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8f0673442175:46605. 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,633 DEBUG [RS:1;8f0673442175:45969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:15:46,633 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:46,633 DEBUG [RS:1;8f0673442175:45969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:46,633 DEBUG [RS:0;8f0673442175:46605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T17:15:46,633 DEBUG [RS:0;8f0673442175:46605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:15:46,633 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:15:46,633 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1325): Online Regions={674d440f2191dd561c643c6149ff7198=SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198., 4b7796a8f274b594be8df2984b4bd5a0=SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0., f75df830fd35a3d053068cdfa7b37346=SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346., 06de9aed6734f2fd9d4ac256b3b4e2fc=SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc., 48e06f6e3f1c572fb6f37cf34348806b=SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b.} 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T17:15:46,633 DEBUG [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1351): Waiting on 06de9aed6734f2fd9d4ac256b3b4e2fc, 48e06f6e3f1c572fb6f37cf34348806b, 4b7796a8f274b594be8df2984b4bd5a0, 674d440f2191dd561c643c6149ff7198, f75df830fd35a3d053068cdfa7b37346 2024-11-27T17:15:46,633 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T17:15:46,634 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1325): Online Regions={b68bcc5f6ea8563fe2cce288125f1dab=SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab., 4933e97b53bc0f66f99f823aa26a3852=SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852., 4003030325ae00ef953e6ea0b398d67e=SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e., 1588230740=hbase:meta,,1.1588230740, 9bdfcb151ff48b1c064ea5d933f19feb=SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb., 3f379f9e0f1f63b27525debea2cb6c25=SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25.} 2024-11-27T17:15:46,634 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f379f9e0f1f63b27525debea2cb6c25, 4003030325ae00ef953e6ea0b398d67e, 4933e97b53bc0f66f99f823aa26a3852, 9bdfcb151ff48b1c064ea5d933f19feb, b68bcc5f6ea8563fe2cce288125f1dab 2024-11-27T17:15:46,634 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T17:15:46,634 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T17:15:46,634 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T17:15:46,634 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T17:15:46,634 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T17:15:46,634 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-27T17:15:46,638 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/674d440f2191dd561c643c6149ff7198/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-27T17:15:46,638 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/b68bcc5f6ea8563fe2cce288125f1dab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:15:46,639 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 674d440f2191dd561c643c6149ff7198: Waiting for close lock at 1732727746632Running coprocessor pre-close hooks at 1732727746632Disabling compacts and flushes for region at 1732727746632Disabling writes for close at 1732727746633 (+1 ms)Writing region close event to WAL at 1732727746634 (+1 ms)Running coprocessor post-close hooks at 1732727746639 (+5 ms)Closed at 1732727746639 2024-11-27T17:15:46,639 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b68bcc5f6ea8563fe2cce288125f1dab: Waiting for close lock at 1732727746632Running coprocessor pre-close hooks at 1732727746632Disabling compacts and flushes for region at 1732727746632Disabling writes for close at 1732727746633 (+1 ms)Writing region close event to WAL at 1732727746633Running coprocessor post-close hooks at 1732727746639 (+6 ms)Closed at 1732727746639 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732727693147.674d440f2191dd561c643c6149ff7198. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732727693147.b68bcc5f6ea8563fe2cce288125f1dab. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b7796a8f274b594be8df2984b4bd5a0, disabling compactions & flushes 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4933e97b53bc0f66f99f823aa26a3852, disabling compactions & flushes 2024-11-27T17:15:46,639 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:46,639 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. after waiting 0 ms 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. after waiting 0 ms 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:46,639 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:46,646 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4b7796a8f274b594be8df2984b4bd5a0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:15:46,647 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:46,647 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b7796a8f274b594be8df2984b4bd5a0: Waiting for close lock at 1732727746639Running coprocessor pre-close hooks at 1732727746639Disabling compacts and flushes for region at 1732727746639Disabling writes for close at 1732727746639Writing region close event to WAL at 1732727746640 (+1 ms)Running coprocessor post-close hooks at 1732727746647 (+7 ms)Closed at 1732727746647 2024-11-27T17:15:46,648 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732727693147.4b7796a8f274b594be8df2984b4bd5a0. 2024-11-27T17:15:46,648 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f75df830fd35a3d053068cdfa7b37346, disabling compactions & flushes 2024-11-27T17:15:46,648 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,648 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,648 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. after waiting 0 ms 2024-11-27T17:15:46,648 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,649 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4933e97b53bc0f66f99f823aa26a3852/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:15:46,652 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:46,652 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4933e97b53bc0f66f99f823aa26a3852: Waiting for close lock at 1732727746639Running coprocessor pre-close hooks at 1732727746639Disabling compacts and flushes for region at 1732727746639Disabling writes for close at 1732727746639Writing region close event to WAL at 1732727746644 (+5 ms)Running coprocessor post-close hooks at 1732727746652 (+8 ms)Closed at 1732727746652 2024-11-27T17:15:46,652 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732727693147.4933e97b53bc0f66f99f823aa26a3852. 2024-11-27T17:15:46,652 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4003030325ae00ef953e6ea0b398d67e, disabling compactions & flushes 2024-11-27T17:15:46,652 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:46,653 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:46,653 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. after waiting 0 ms 2024-11-27T17:15:46,653 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:46,655 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/f75df830fd35a3d053068cdfa7b37346/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T17:15:46,655 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/info/bc16c2c99cf34ebcbb7c7fd03f9de762 is 167, key is SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346./info:regioninfo/1732727746534/Put/seqid=0 2024-11-27T17:15:46,657 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,658 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f75df830fd35a3d053068cdfa7b37346: Waiting for close lock at 1732727746648Running coprocessor pre-close hooks at 1732727746648Disabling compacts and flushes for region at 1732727746648Disabling writes for close at 1732727746648Writing region close event to WAL at 1732727746649 (+1 ms)Running coprocessor post-close hooks at 1732727746657 (+8 ms)Closed at 1732727746657 2024-11-27T17:15:46,658 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732727693147.f75df830fd35a3d053068cdfa7b37346. 2024-11-27T17:15:46,658 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06de9aed6734f2fd9d4ac256b3b4e2fc, disabling compactions & flushes 2024-11-27T17:15:46,658 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:46,658 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:46,658 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. after waiting 0 ms 2024-11-27T17:15:46,658 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:46,660 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/4003030325ae00ef953e6ea0b398d67e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:15:46,661 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:46,661 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4003030325ae00ef953e6ea0b398d67e: Waiting for close lock at 1732727746652Running coprocessor pre-close hooks at 1732727746652Disabling compacts and flushes for region at 1732727746652Disabling writes for close at 1732727746653 (+1 ms)Writing region close event to WAL at 1732727746653Running coprocessor post-close hooks at 1732727746661 (+8 ms)Closed at 1732727746661 2024-11-27T17:15:46,661 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732727693147.4003030325ae00ef953e6ea0b398d67e. 2024-11-27T17:15:46,661 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bdfcb151ff48b1c064ea5d933f19feb, disabling compactions & flushes 2024-11-27T17:15:46,661 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:46,661 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:46,661 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. after waiting 0 ms 2024-11-27T17:15:46,661 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:46,673 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/06de9aed6734f2fd9d4ac256b3b4e2fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T17:15:46,674 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:46,674 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06de9aed6734f2fd9d4ac256b3b4e2fc: Waiting for close lock at 1732727746658Running coprocessor pre-close hooks at 1732727746658Disabling compacts and flushes for region at 1732727746658Disabling writes for close at 1732727746658Writing region close event to WAL at 1732727746664 (+6 ms)Running coprocessor post-close hooks at 1732727746674 (+10 ms)Closed at 1732727746674 2024-11-27T17:15:46,674 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732727693147.06de9aed6734f2fd9d4ac256b3b4e2fc. 2024-11-27T17:15:46,674 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48e06f6e3f1c572fb6f37cf34348806b, disabling compactions & flushes 2024-11-27T17:15:46,674 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:46,674 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:46,674 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. after waiting 0 ms 2024-11-27T17:15:46,674 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741864_1040 (size=19817) 2024-11-27T17:15:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741864_1040 (size=19817) 2024-11-27T17:15:46,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741864_1040 (size=19817) 2024-11-27T17:15:46,680 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/info/bc16c2c99cf34ebcbb7c7fd03f9de762 2024-11-27T17:15:46,681 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/9bdfcb151ff48b1c064ea5d933f19feb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:15:46,682 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:46,682 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bdfcb151ff48b1c064ea5d933f19feb: Waiting for close lock at 1732727746661Running coprocessor pre-close hooks at 1732727746661Disabling compacts and flushes for region at 1732727746661Disabling writes for close at 1732727746661Writing region close event to WAL at 1732727746668 (+7 ms)Running coprocessor post-close hooks at 1732727746682 (+14 ms)Closed at 1732727746682 2024-11-27T17:15:46,682 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732727693147.9bdfcb151ff48b1c064ea5d933f19feb. 2024-11-27T17:15:46,682 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f379f9e0f1f63b27525debea2cb6c25, disabling compactions & flushes 2024-11-27T17:15:46,682 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,682 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,682 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. after waiting 0 ms 2024-11-27T17:15:46,683 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,683 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:15:46,688 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/48e06f6e3f1c572fb6f37cf34348806b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T17:15:46,689 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:46,689 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48e06f6e3f1c572fb6f37cf34348806b: Waiting for close lock at 1732727746674Running coprocessor pre-close hooks at 1732727746674Disabling compacts and flushes for region at 1732727746674Disabling writes for close at 1732727746674Writing region close event to WAL at 1732727746684 (+10 ms)Running coprocessor post-close hooks at 1732727746689 (+5 ms)Closed at 1732727746689 2024-11-27T17:15:46,689 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732727693147.48e06f6e3f1c572fb6f37cf34348806b. 2024-11-27T17:15:46,691 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/default/SPTestTable/3f379f9e0f1f63b27525debea2cb6c25/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T17:15:46,691 INFO [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,692 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f379f9e0f1f63b27525debea2cb6c25: Waiting for close lock at 1732727746682Running coprocessor pre-close hooks at 1732727746682Disabling compacts and flushes for region at 1732727746682Disabling writes for close at 1732727746683 (+1 ms)Writing region close event to WAL at 1732727746686 (+3 ms)Running coprocessor post-close hooks at 1732727746691 (+5 ms)Closed at 1732727746691 2024-11-27T17:15:46,692 DEBUG [RS_CLOSE_REGION-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732727693147.3f379f9e0f1f63b27525debea2cb6c25. 2024-11-27T17:15:46,711 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/ns/136a171026cb47d091309d8cf344b517 is 43, key is default/ns:d/1732727693054/Put/seqid=0 2024-11-27T17:15:46,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741865_1041 (size=5153) 2024-11-27T17:15:46,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741865_1041 (size=5153) 2024-11-27T17:15:46,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741865_1041 (size=5153) 2024-11-27T17:15:46,723 INFO [regionserver/8f0673442175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:15:46,723 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/ns/136a171026cb47d091309d8cf344b517 2024-11-27T17:15:46,747 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/table/1d84564867c5412e86db2e681d60942f is 47, key is SPTestTable/table:state/1732727704603/Put/seqid=0 2024-11-27T17:15:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741866_1042 (size=5214) 2024-11-27T17:15:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741866_1042 (size=5214) 2024-11-27T17:15:46,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741866_1042 (size=5214) 2024-11-27T17:15:46,833 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,46605,1732727681149; all regions closed. 2024-11-27T17:15:46,834 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:15:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741835_1011 (size=4056) 2024-11-27T17:15:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741835_1011 (size=4056) 2024-11-27T17:15:46,840 DEBUG [RS:0;8f0673442175:46605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs 2024-11-27T17:15:46,840 INFO [RS:0;8f0673442175:46605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C46605%2C1732727681149:(num 1732727682563) 2024-11-27T17:15:46,840 DEBUG [RS:0;8f0673442175:46605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:46,840 INFO [RS:0;8f0673442175:46605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:15:46,840 INFO [RS:0;8f0673442175:46605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:15:46,840 INFO [RS:0;8f0673442175:46605 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:15:46,841 INFO [RS:0;8f0673442175:46605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T17:15:46,841 INFO [RS:0;8f0673442175:46605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T17:15:46,841 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:15:46,841 INFO [RS:0;8f0673442175:46605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T17:15:46,841 INFO [RS:0;8f0673442175:46605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:15:46,841 INFO [RS:0;8f0673442175:46605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46605 2024-11-27T17:15:46,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:15:46,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8f0673442175,46605,1732727681149 2024-11-27T17:15:46,893 INFO [RS:0;8f0673442175:46605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:15:46,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,46605,1732727681149] 2024-11-27T17:15:47,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8f0673442175,46605,1732727681149 already deleted, retry=false 2024-11-27T17:15:47,032 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,46605,1732727681149 expired; onlineServers=1 2024-11-27T17:15:47,034 DEBUG [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T17:15:47,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:47,046 INFO [RS:0;8f0673442175:46605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:15:47,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46605-0x1017d4a28dd0001, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:47,046 INFO [RS:0;8f0673442175:46605 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,46605,1732727681149; zookeeper connection closed. 2024-11-27T17:15:47,046 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47261a6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47261a6f 2024-11-27T17:15:47,156 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/table/1d84564867c5412e86db2e681d60942f 2024-11-27T17:15:47,164 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/info/bc16c2c99cf34ebcbb7c7fd03f9de762 as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/info/bc16c2c99cf34ebcbb7c7fd03f9de762 2024-11-27T17:15:47,170 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/info/bc16c2c99cf34ebcbb7c7fd03f9de762, entries=112, sequenceid=35, filesize=19.4 K 2024-11-27T17:15:47,172 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/ns/136a171026cb47d091309d8cf344b517 as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/ns/136a171026cb47d091309d8cf344b517 2024-11-27T17:15:47,178 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/ns/136a171026cb47d091309d8cf344b517, entries=2, sequenceid=35, filesize=5.0 K 2024-11-27T17:15:47,180 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/.tmp/table/1d84564867c5412e86db2e681d60942f as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/table/1d84564867c5412e86db2e681d60942f 2024-11-27T17:15:47,186 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/table/1d84564867c5412e86db2e681d60942f, entries=2, sequenceid=35, filesize=5.1 K 2024-11-27T17:15:47,186 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=35, compaction requested=false 2024-11-27T17:15:47,190 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-27T17:15:47,191 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T17:15:47,191 INFO [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T17:15:47,191 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732727746634Running coprocessor pre-close hooks at 1732727746634Disabling compacts and flushes for region at 1732727746634Disabling writes for close at 1732727746634Obtaining lock to block concurrent updates at 1732727746634Preparing flush snapshotting stores in 1588230740 at 1732727746634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732727746635 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732727746635Flushing 1588230740/info: creating writer at 1732727746636 (+1 ms)Flushing 1588230740/info: appending metadata at 1732727746655 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732727746655Flushing 1588230740/ns: creating writer at 1732727746689 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732727746711 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732727746711Flushing 1588230740/table: creating writer at 1732727746731 (+20 ms)Flushing 1588230740/table: appending metadata at 1732727746747 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732727746747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c10d3c6: reopening flushed file at 1732727747163 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757a5eef: reopening flushed file at 1732727747171 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65879537: reopening flushed file at 1732727747179 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=35, compaction requested=false at 1732727747186 (+7 ms)Writing region close event to WAL at 1732727747187 (+1 ms)Running coprocessor post-close hooks at 1732727747191 (+4 ms)Closed at 1732727747191 2024-11-27T17:15:47,191 DEBUG [RS_CLOSE_META-regionserver/8f0673442175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T17:15:47,234 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(976): stopping server 8f0673442175,45969,1732727681208; all regions closed. 2024-11-27T17:15:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741836_1012 (size=18438) 2024-11-27T17:15:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741836_1012 (size=18438) 2024-11-27T17:15:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741836_1012 (size=18438) 2024-11-27T17:15:47,239 DEBUG [RS:1;8f0673442175:45969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs 2024-11-27T17:15:47,240 INFO [RS:1;8f0673442175:45969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45969%2C1732727681208.meta:.meta(num 1732727692877) 2024-11-27T17:15:47,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741834_1010 (size=3530) 2024-11-27T17:15:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741834_1010 (size=3530) 2024-11-27T17:15:47,244 DEBUG [RS:1;8f0673442175:45969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/oldWALs 2024-11-27T17:15:47,244 INFO [RS:1;8f0673442175:45969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8f0673442175%2C45969%2C1732727681208:(num 1732727682563) 2024-11-27T17:15:47,244 DEBUG [RS:1;8f0673442175:45969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T17:15:47,244 INFO [RS:1;8f0673442175:45969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T17:15:47,244 INFO [RS:1;8f0673442175:45969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:15:47,244 INFO [RS:1;8f0673442175:45969 {}] hbase.ChoreService(370): Chore service for: regionserver/8f0673442175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T17:15:47,244 INFO [RS:1;8f0673442175:45969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:15:47,244 INFO [regionserver/8f0673442175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:15:47,244 INFO [RS:1;8f0673442175:45969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45969 2024-11-27T17:15:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8f0673442175,45969,1732727681208 2024-11-27T17:15:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T17:15:47,328 INFO [RS:1;8f0673442175:45969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:15:47,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8f0673442175,45969,1732727681208] 2024-11-27T17:15:47,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:47,597 INFO [RS:1;8f0673442175:45969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:15:47,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45969-0x1017d4a28dd0002, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:47,597 INFO [RS:1;8f0673442175:45969 {}] regionserver.HRegionServer(1031): Exiting; stopping=8f0673442175,45969,1732727681208; zookeeper connection closed. 2024-11-27T17:15:47,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@496459df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@496459df 2024-11-27T17:15:47,598 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T17:15:47,674 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8f0673442175,45969,1732727681208 already deleted, retry=false 2024-11-27T17:15:47,674 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8f0673442175,45969,1732727681208 expired; onlineServers=0 2024-11-27T17:15:47,674 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8f0673442175,33803,1732727680874' ***** 2024-11-27T17:15:47,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T17:15:47,675 INFO [M:0;8f0673442175:33803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T17:15:47,675 INFO [M:0;8f0673442175:33803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T17:15:47,675 DEBUG [M:0;8f0673442175:33803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T17:15:47,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T17:15:47,675 DEBUG [M:0;8f0673442175:33803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T17:15:47,675 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727682096 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.small.0-1732727682096,5,FailOnTimeoutGroup] 2024-11-27T17:15:47,675 DEBUG [master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727682096 {}] cleaner.HFileCleaner(306): Exit Thread[master/8f0673442175:0:becomeActiveMaster-HFileCleaner.large.0-1732727682096,5,FailOnTimeoutGroup] 2024-11-27T17:15:47,676 INFO [M:0;8f0673442175:33803 {}] hbase.ChoreService(370): Chore service for: master/8f0673442175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T17:15:47,676 INFO [M:0;8f0673442175:33803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T17:15:47,676 DEBUG [M:0;8f0673442175:33803 {}] master.HMaster(1795): Stopping service threads 2024-11-27T17:15:47,676 INFO [M:0;8f0673442175:33803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T17:15:47,677 INFO [M:0;8f0673442175:33803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T17:15:47,677 ERROR [M:0;8f0673442175:33803 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:46651 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46651,5,PEWorkerGroup] 2024-11-27T17:15:47,677 INFO [M:0;8f0673442175:33803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T17:15:47,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T17:15:47,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T17:15:47,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T17:15:47,769 DEBUG [M:0;8f0673442175:33803 {}] zookeeper.ZKUtil(347): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T17:15:47,769 WARN [M:0;8f0673442175:33803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T17:15:47,769 INFO [M:0;8f0673442175:33803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/.lastflushedseqids 2024-11-27T17:15:47,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741867_1043 (size=650) 2024-11-27T17:15:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741867_1043 (size=650) 2024-11-27T17:15:47,780 INFO [M:0;8f0673442175:33803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T17:15:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741867_1043 (size=650) 2024-11-27T17:15:47,781 INFO [M:0;8f0673442175:33803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T17:15:47,781 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T17:15:47,781 INFO [M:0;8f0673442175:33803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:15:47,781 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:15:47,781 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T17:15:47,781 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:15:47,781 INFO [M:0;8f0673442175:33803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=228.51 KB heapSize=271.91 KB 2024-11-27T17:15:47,799 DEBUG [M:0;8f0673442175:33803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bef077ea6b246ee900dcff1bdeff871 is 82, key is hbase:meta,,1/info:regioninfo/1732727692934/Put/seqid=0 2024-11-27T17:15:47,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741868_1044 (size=5672) 2024-11-27T17:15:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741868_1044 (size=5672) 2024-11-27T17:15:47,841 INFO [M:0;8f0673442175:33803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bef077ea6b246ee900dcff1bdeff871 2024-11-27T17:15:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741868_1044 (size=5672) 2024-11-27T17:15:47,870 DEBUG [M:0;8f0673442175:33803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ece9d5a1fe34cfba035a254239a6e6b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732727704622/Put/seqid=0 2024-11-27T17:15:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741869_1045 (size=9321) 2024-11-27T17:15:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741869_1045 (size=9321) 2024-11-27T17:15:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741869_1045 (size=9321) 2024-11-27T17:15:48,341 INFO [M:0;8f0673442175:33803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=227.77 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ece9d5a1fe34cfba035a254239a6e6b 2024-11-27T17:15:48,351 INFO [M:0;8f0673442175:33803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ece9d5a1fe34cfba035a254239a6e6b 2024-11-27T17:15:48,373 DEBUG [M:0;8f0673442175:33803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc4a50ae6ba44e0982b9cfe70a3cd1c0 is 69, key is 8f0673442175,45969,1732727681208/rs:state/1732727682195/Put/seqid=0 2024-11-27T17:15:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741870_1046 (size=5442) 2024-11-27T17:15:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741870_1046 (size=5442) 2024-11-27T17:15:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741870_1046 (size=5442) 2024-11-27T17:15:48,802 INFO [M:0;8f0673442175:33803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc4a50ae6ba44e0982b9cfe70a3cd1c0 2024-11-27T17:15:48,809 INFO [M:0;8f0673442175:33803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc4a50ae6ba44e0982b9cfe70a3cd1c0 2024-11-27T17:15:48,811 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bef077ea6b246ee900dcff1bdeff871 as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bef077ea6b246ee900dcff1bdeff871 2024-11-27T17:15:48,818 INFO [M:0;8f0673442175:33803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bef077ea6b246ee900dcff1bdeff871, entries=8, sequenceid=470, filesize=5.5 K 2024-11-27T17:15:48,819 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ece9d5a1fe34cfba035a254239a6e6b as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ece9d5a1fe34cfba035a254239a6e6b 2024-11-27T17:15:48,830 INFO [M:0;8f0673442175:33803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ece9d5a1fe34cfba035a254239a6e6b 2024-11-27T17:15:48,830 INFO [M:0;8f0673442175:33803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ece9d5a1fe34cfba035a254239a6e6b, entries=54, sequenceid=470, filesize=9.1 K 2024-11-27T17:15:48,831 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc4a50ae6ba44e0982b9cfe70a3cd1c0 as hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc4a50ae6ba44e0982b9cfe70a3cd1c0 2024-11-27T17:15:48,839 INFO [M:0;8f0673442175:33803 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc4a50ae6ba44e0982b9cfe70a3cd1c0 2024-11-27T17:15:48,840 INFO [M:0;8f0673442175:33803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/2eb7c4b0-379a-a3c5-dd60-3475ed19d43d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc4a50ae6ba44e0982b9cfe70a3cd1c0, entries=3, sequenceid=470, filesize=5.3 K 2024-11-27T17:15:48,848 INFO [M:0;8f0673442175:33803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~228.51 KB/233993, heapSize ~271.62 KB/278136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=470, compaction requested=false 2024-11-27T17:15:48,851 INFO [M:0;8f0673442175:33803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T17:15:48,851 DEBUG [M:0;8f0673442175:33803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732727747781Disabling compacts and flushes for region at 1732727747781Disabling writes for close at 1732727747781Obtaining lock to block concurrent updates at 1732727747781Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732727747781Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=233993, getHeapSize=278376, getOffHeapSize=0, getCellsCount=573 at 1732727747782 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732727747783 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732727747783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732727747798 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732727747798Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732727747847 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732727747869 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732727747869Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732727748351 (+482 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732727748372 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732727748372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2faba8cd: reopening flushed file at 1732727748810 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b55ed6: reopening flushed file at 1732727748818 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393de6e8: reopening flushed file at 1732727748830 (+12 ms)Finished flush of dataSize ~228.51 KB/233993, heapSize ~271.62 KB/278136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=470, compaction requested=false at 1732727748848 (+18 ms)Writing region close event to WAL at 1732727748850 (+2 ms)Closed at 1732727748850 2024-11-27T17:15:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741830_1006 (size=265374) 2024-11-27T17:15:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34029 is added to blk_1073741830_1006 (size=265374) 2024-11-27T17:15:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42127 is added to blk_1073741830_1006 (size=265374) 2024-11-27T17:15:48,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T17:15:48,865 INFO [M:0;8f0673442175:33803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T17:15:48,865 INFO [M:0;8f0673442175:33803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33803 2024-11-27T17:15:48,865 INFO [M:0;8f0673442175:33803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T17:15:48,973 INFO [M:0;8f0673442175:33803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T17:15:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x1017d4a28dd0000, quorum=127.0.0.1:63424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T17:15:48,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5061126e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:15:48,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:15:48,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:15:48,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:15:48,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,STOPPED} 2024-11-27T17:15:48,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:15:48,986 WARN [BP-945177378-172.17.0.3-1732727676672 heartbeating to localhost/127.0.0.1:46651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:15:48,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:15:48,986 WARN [BP-945177378-172.17.0.3-1732727676672 heartbeating to localhost/127.0.0.1:46651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-945177378-172.17.0.3-1732727676672 (Datanode Uuid 932cf856-c167-4175-be41-5bbf8e8dde7b) service to localhost/127.0.0.1:46651 2024-11-27T17:15:48,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data5/current/BP-945177378-172.17.0.3-1732727676672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:15:48,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data6/current/BP-945177378-172.17.0.3-1732727676672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:15:48,987 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:15:49,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22032f89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:15:49,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:15:49,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:15:49,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:15:49,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,STOPPED} 2024-11-27T17:15:49,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:15:49,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:15:49,015 WARN [BP-945177378-172.17.0.3-1732727676672 heartbeating to localhost/127.0.0.1:46651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:15:49,015 WARN [BP-945177378-172.17.0.3-1732727676672 heartbeating to localhost/127.0.0.1:46651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-945177378-172.17.0.3-1732727676672 (Datanode Uuid d47efaec-1c87-453c-b076-ef8e90813d58) service to localhost/127.0.0.1:46651 2024-11-27T17:15:49,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data3/current/BP-945177378-172.17.0.3-1732727676672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:15:49,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data4/current/BP-945177378-172.17.0.3-1732727676672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:15:49,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:15:49,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a96e5d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T17:15:49,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2ff21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:15:49,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:15:49,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a798b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:15:49,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e6670d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,STOPPED} 2024-11-27T17:15:49,035 WARN [BP-945177378-172.17.0.3-1732727676672 heartbeating to localhost/127.0.0.1:46651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T17:15:49,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T17:15:49,035 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T17:15:49,035 WARN [BP-945177378-172.17.0.3-1732727676672 heartbeating to localhost/127.0.0.1:46651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-945177378-172.17.0.3-1732727676672 (Datanode Uuid 80560ae1-6e6c-4070-b8f3-4053215d468f) service to localhost/127.0.0.1:46651 2024-11-27T17:15:49,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data1/current/BP-945177378-172.17.0.3-1732727676672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:15:49,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/cluster_40315662-f90c-1c3a-9ebc-56f100032454/data/data2/current/BP-945177378-172.17.0.3-1732727676672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T17:15:49,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T17:15:49,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4946b6d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T17:15:49,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dd65e5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T17:15:49,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T17:15:49,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19b67d2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T17:15:49,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@209d9bd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72c593e0-c178-36ae-7d29-81ae4e238f63/hadoop.log.dir/,STOPPED} 2024-11-27T17:15:49,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T17:15:49,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T17:15:49,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 92) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:46651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:46651 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:46651 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8f0673442175:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:46651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1173 (was 727) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2770 (was 3656)